{"level":"info","ts":1784809529.4563055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fb0408d-7772-9a31-9b7f-da7176d94f34","EoS":false} {"level":"info","ts":1784809529.4563243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fb0408d-7772-9a31-9b7f-da7176d94f34","EoS":true} {"level":"info","ts":1784809529.4563549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fb0408d-7772-9a31-9b7f-da7176d94f34","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809529.4563735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fb0408d-7772-9a31-9b7f-da7176d94f34","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809529.4564025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2fb0408d-7772-9a31-9b7f-da7176d94f34"} {"level":"info","ts":1784809548.4457266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809548.4458086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"} {"level":"info","ts":1784809548.4458165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"} {"level":"info","ts":1784809548.4458282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","EoS":false} {"level":"info","ts":1784809548.4458437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","EoS":true} {"level":"info","ts":1784809548.4458644,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809548.4458802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809548.4459004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"} {"level":"info","ts":1784809548.5858033,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809548.5858834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"} {"level":"info","ts":1784809548.5858934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"} {"level":"info","ts":1784809548.5859048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","EoS":false} {"level":"info","ts":1784809548.5859165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","EoS":true} {"level":"info","ts":1784809548.5859354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809548.5859878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809548.586007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"} {"level":"info","ts":1784809548.7248096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809548.7248883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3233e898-4fe6-4296-b931-203354760531"} {"level":"info","ts":1784809548.724897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3233e898-4fe6-4296-b931-203354760531"} {"level":"info","ts":1784809548.7249084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3233e898-4fe6-4296-b931-203354760531","EoS":false} {"level":"info","ts":1784809548.7249193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3233e898-4fe6-4296-b931-203354760531","EoS":true} {"level":"info","ts":1784809548.7249393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3233e898-4fe6-4296-b931-203354760531","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809548.7249534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3233e898-4fe6-4296-b931-203354760531","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809548.7249725,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3233e898-4fe6-4296-b931-203354760531"} {"level":"info","ts":1784809548.8680308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809548.8681374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"} {"level":"info","ts":1784809548.8681903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"} {"level":"info","ts":1784809548.8682084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","EoS":false} {"level":"info","ts":1784809548.868225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","EoS":true} {"level":"info","ts":1784809548.8682458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809548.8682616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809548.8682845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"} {"level":"info","ts":1784809549.0030587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809549.003135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"} {"level":"info","ts":1784809549.0031452,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"} {"level":"info","ts":1784809549.003157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","EoS":false} {"level":"info","ts":1784809549.0031695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","EoS":true} {"level":"info","ts":1784809549.0031908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809549.0032063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809549.003228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"} {"level":"info","ts":1784809549.1372106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809549.137287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20c5bada-70ad-48b7-85e4-6652c9dfa492"} {"level":"info","ts":1784809549.1372962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20c5bada-70ad-48b7-85e4-6652c9dfa492"} {"level":"info","ts":1784809549.1373088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20c5bada-70ad-48b7-85e4-6652c9dfa492","EoS":false} {"level":"info","ts":1784809549.1373208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20c5bada-70ad-48b7-85e4-6652c9dfa492","EoS":true} {"level":"info","ts":1784809549.1373422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20c5bada-70ad-48b7-85e4-6652c9dfa492","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809549.1373572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20c5bada-70ad-48b7-85e4-6652c9dfa492","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809549.137377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20c5bada-70ad-48b7-85e4-6652c9dfa492"} {"level":"info","ts":1784809566.0632818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809566.0633655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"} {"level":"info","ts":1784809566.063376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"} {"level":"info","ts":1784809566.0633879,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","EoS":false} {"level":"info","ts":1784809566.0634017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","EoS":true} {"level":"info","ts":1784809566.0634217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809566.0635006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809566.0635226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"} {"level":"info","ts":1784809566.102842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809566.1029315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8897b318-19b7-4ba0-89c3-143b08f4012f"} {"level":"info","ts":1784809566.1029437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8897b318-19b7-4ba0-89c3-143b08f4012f"} {"level":"info","ts":1784809566.1029556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8897b318-19b7-4ba0-89c3-143b08f4012f","EoS":false} {"level":"info","ts":1784809566.102966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8897b318-19b7-4ba0-89c3-143b08f4012f","EoS":true} {"level":"info","ts":1784809566.1029875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8897b318-19b7-4ba0-89c3-143b08f4012f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809566.103002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8897b318-19b7-4ba0-89c3-143b08f4012f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809566.1030223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8897b318-19b7-4ba0-89c3-143b08f4012f"} {"level":"info","ts":1784809566.142988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809566.143063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ed9f507-77db-4fb8-bc58-3bb1dc356aee"} {"level":"info","ts":1784809566.1430724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ed9f507-77db-4fb8-bc58-3bb1dc356aee"} {"level":"info","ts":1784809566.1430833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ed9f507-77db-4fb8-bc58-3bb1dc356aee","EoS":false} {"level":"info","ts":1784809566.1430936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ed9f507-77db-4fb8-bc58-3bb1dc356aee","EoS":true} {"level":"info","ts":1784809566.1431131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ed9f507-77db-4fb8-bc58-3bb1dc356aee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809566.1431284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ed9f507-77db-4fb8-bc58-3bb1dc356aee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809566.1431487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ed9f507-77db-4fb8-bc58-3bb1dc356aee"} {"level":"info","ts":1784809566.1792037,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809566.1792784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68"} {"level":"info","ts":1784809570.8669312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809570.8670082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"} {"level":"info","ts":1784809570.8670216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"} {"level":"info","ts":1784809570.867034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","EoS":false} {"level":"info","ts":1784809570.8670468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","EoS":true} {"level":"info","ts":1784809570.8670669,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809570.867083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809570.8671052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"} {"level":"info","ts":1784809579.48814,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809579.4882147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52422309-aa9b-4254-8eac-b4d239aff727"} {"level":"info","ts":1784809579.4882267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52422309-aa9b-4254-8eac-b4d239aff727"} {"level":"info","ts":1784809579.4882376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52422309-aa9b-4254-8eac-b4d239aff727","EoS":false} {"level":"info","ts":1784809579.4882507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52422309-aa9b-4254-8eac-b4d239aff727","EoS":true} {"level":"info","ts":1784809579.48827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52422309-aa9b-4254-8eac-b4d239aff727","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809579.4882848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52422309-aa9b-4254-8eac-b4d239aff727","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809579.488308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52422309-aa9b-4254-8eac-b4d239aff727"} {"level":"info","ts":1784809581.526834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809581.526921,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"} {"level":"info","ts":1784809581.5269313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"} {"level":"info","ts":1784809581.526944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","EoS":false} {"level":"info","ts":1784809581.5269558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","EoS":true} {"level":"info","ts":1784809581.52698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809581.5269957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809581.5270164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"} {"level":"info","ts":1784809594.4195435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809594.419622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"} {"level":"info","ts":1784809594.4196343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"} {"level":"info","ts":1784809594.4196498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","EoS":false} {"level":"info","ts":1784809594.4196713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","EoS":true} {"level":"info","ts":1784809594.4196935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809594.4197083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809594.4197311,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"} {"level":"info","ts":1784809602.982254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809602.98234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"} {"level":"info","ts":1784809602.9823563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"} {"level":"info","ts":1784809602.982374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","EoS":false} {"level":"info","ts":1784809602.9823925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","EoS":true} {"level":"info","ts":1784809602.98243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809602.9824486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809602.9825048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"} {"level":"info","ts":1784809611.955152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809611.955242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"} {"level":"info","ts":1784809611.9552598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"} {"level":"info","ts":1784809611.9552796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","EoS":false} {"level":"info","ts":1784809611.9552968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","EoS":true} {"level":"info","ts":1784809611.955328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809611.9553492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809611.9553802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"} {"level":"info","ts":1784809621.051601,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809621.0516791,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ae0eee2-9357-4c3c-b1cb-86a40217b503"} {"level":"info","ts":1784809621.0516887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ae0eee2-9357-4c3c-b1cb-86a40217b503"} {"level":"info","ts":1784809621.0517006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ae0eee2-9357-4c3c-b1cb-86a40217b503","EoS":false} {"level":"info","ts":1784809621.0517104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ae0eee2-9357-4c3c-b1cb-86a40217b503","EoS":true} {"level":"info","ts":1784809621.0517309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ae0eee2-9357-4c3c-b1cb-86a40217b503","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809621.0517464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ae0eee2-9357-4c3c-b1cb-86a40217b503","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809621.0517702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ae0eee2-9357-4c3c-b1cb-86a40217b503"} {"level":"info","ts":1784809625.8995757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809625.8996527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f4a2e8e-27ec-4b9f-8276-bd97b50f73a7"} {"level":"info","ts":1784809625.8996623,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f4a2e8e-27ec-4b9f-8276-bd97b50f73a7"} {"level":"info","ts":1784809625.899673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f4a2e8e-27ec-4b9f-8276-bd97b50f73a7","EoS":false} {"level":"info","ts":1784809625.899683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f4a2e8e-27ec-4b9f-8276-bd97b50f73a7","EoS":true} {"level":"info","ts":1784809625.8997037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f4a2e8e-27ec-4b9f-8276-bd97b50f73a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784809625.8997197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f4a2e8e-27ec-4b9f-8276-bd97b50f73a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809625.899739,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f4a2e8e-27ec-4b9f-8276-bd97b50f73a7"} {"level":"info","ts":1784809630.72742,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809630.727511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b34757-208a-49a8-8575-21872c1337f4"} {"level":"info","ts":1784809630.7275221,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6b34757-208a-49a8-8575-21872c1337f4"} {"level":"info","ts":1784809630.727534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6b34757-208a-49a8-8575-21872c1337f4","EoS":false} {"level":"info","ts":1784809630.7275448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6b34757-208a-49a8-8575-21872c1337f4","EoS":true} {"level":"info","ts":1784809630.727567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6b34757-208a-49a8-8575-21872c1337f4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809630.727584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6b34757-208a-49a8-8575-21872c1337f4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809630.727603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6b34757-208a-49a8-8575-21872c1337f4"} {"level":"info","ts":1784809631.0223277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809631.0224202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99b48295-da6d-430f-9d36-f6752f47bb88"} {"level":"info","ts":1784809631.0224369,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99b48295-da6d-430f-9d36-f6752f47bb88"} {"level":"info","ts":1784809631.0224555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99b48295-da6d-430f-9d36-f6752f47bb88","EoS":false} {"level":"info","ts":1784809631.022496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99b48295-da6d-430f-9d36-f6752f47bb88","EoS":true} {"level":"info","ts":1784809631.0225298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99b48295-da6d-430f-9d36-f6752f47bb88","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809631.0225506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99b48295-da6d-430f-9d36-f6752f47bb88","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809631.0225813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99b48295-da6d-430f-9d36-f6752f47bb88"} {"level":"info","ts":1784809633.0562916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809633.0563874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"693f8a94-549d-4d9f-b0d4-4aae4b51d6ea"} {"level":"info","ts":1784809633.0564077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"693f8a94-549d-4d9f-b0d4-4aae4b51d6ea"} {"level":"info","ts":1784809633.0564203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"693f8a94-549d-4d9f-b0d4-4aae4b51d6ea","EoS":false} {"level":"info","ts":1784809633.0564334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"693f8a94-549d-4d9f-b0d4-4aae4b51d6ea","EoS":true} {"level":"info","ts":1784809633.0564551,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"693f8a94-549d-4d9f-b0d4-4aae4b51d6ea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809633.0564845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"693f8a94-549d-4d9f-b0d4-4aae4b51d6ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809633.0565035,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"693f8a94-549d-4d9f-b0d4-4aae4b51d6ea"} {"level":"info","ts":1784809635.0918877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809635.091996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baf26df1-187c-9553-a915-f1e766da04e5"} {"level":"info","ts":1784809635.0920136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"baf26df1-187c-9553-a915-f1e766da04e5"} {"level":"info","ts":1784809635.0920303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baf26df1-187c-9553-a915-f1e766da04e5","EoS":false} {"level":"info","ts":1784809635.0920525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baf26df1-187c-9553-a915-f1e766da04e5","EoS":true} {"level":"info","ts":1784809635.0920806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"baf26df1-187c-9553-a915-f1e766da04e5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809635.0921037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baf26df1-187c-9553-a915-f1e766da04e5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809635.0921354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"baf26df1-187c-9553-a915-f1e766da04e5"} {"level":"info","ts":1784809637.130885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809637.1309645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"} {"level":"info","ts":1784809637.1309745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"} {"level":"info","ts":1784809637.1309855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","EoS":false} {"level":"info","ts":1784809637.1309988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","EoS":true} {"level":"info","ts":1784809637.1310172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809637.1310332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809637.131055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"} {"level":"info","ts":1784809660.4443312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809660.4444144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"} {"level":"info","ts":1784809660.4444284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"} {"level":"info","ts":1784809660.444441,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","EoS":false} {"level":"info","ts":1784809660.4444509,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","EoS":true} {"level":"info","ts":1784809660.4444976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809660.4445133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809660.444535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"} {"level":"info","ts":1784809669.853443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809669.8535507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"720e68a2-1f07-4c93-b478-939759517a37"} {"level":"info","ts":1784809669.8535597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"720e68a2-1f07-4c93-b478-939759517a37"} {"level":"info","ts":1784809669.8535721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"720e68a2-1f07-4c93-b478-939759517a37","EoS":false} {"level":"info","ts":1784809669.8535821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"720e68a2-1f07-4c93-b478-939759517a37","EoS":true} {"level":"info","ts":1784809669.8536415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"720e68a2-1f07-4c93-b478-939759517a37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809669.8536584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"720e68a2-1f07-4c93-b478-939759517a37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809669.8536794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"720e68a2-1f07-4c93-b478-939759517a37"} {"level":"info","ts":1784809675.4332147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809675.4332964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d23163f3-61a6-4b26-9553-0506c05a4b80"} {"level":"info","ts":1784809675.4333072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d23163f3-61a6-4b26-9553-0506c05a4b80"} {"level":"info","ts":1784809675.4333189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d23163f3-61a6-4b26-9553-0506c05a4b80","EoS":false} {"level":"info","ts":1784809675.433329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d23163f3-61a6-4b26-9553-0506c05a4b80","EoS":true} {"level":"info","ts":1784809675.43335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d23163f3-61a6-4b26-9553-0506c05a4b80","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809675.4333694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d23163f3-61a6-4b26-9553-0506c05a4b80","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809675.433397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d23163f3-61a6-4b26-9553-0506c05a4b80"} {"level":"info","ts":1784809685.1626809,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809685.1627574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2722a0b3-5d17-45b2-86c5-b9ce9548e773"} {"level":"info","ts":1784809685.1627696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2722a0b3-5d17-45b2-86c5-b9ce9548e773"} {"level":"info","ts":1784809685.1627812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2722a0b3-5d17-45b2-86c5-b9ce9548e773","EoS":false} {"level":"info","ts":1784809685.1627924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2722a0b3-5d17-45b2-86c5-b9ce9548e773","EoS":true} {"level":"info","ts":1784809685.1628168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2722a0b3-5d17-45b2-86c5-b9ce9548e773","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809685.1628325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2722a0b3-5d17-45b2-86c5-b9ce9548e773","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809685.162853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2722a0b3-5d17-45b2-86c5-b9ce9548e773"} {"level":"info","ts":1784809687.1992357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809687.1993155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"} {"level":"info","ts":1784809687.1993246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"} {"level":"info","ts":1784809687.1993363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","EoS":false} {"level":"info","ts":1784809687.1993473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","EoS":true} {"level":"info","ts":1784809687.1993673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809687.1993823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809687.1994095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"} {"level":"info","ts":1784809696.68459,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809696.6846752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"} {"level":"info","ts":1784809696.6846876,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"} {"level":"info","ts":1784809696.6846995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","EoS":false} {"level":"info","ts":1784809696.6847098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","EoS":true} {"level":"info","ts":1784809696.684737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809696.6847577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809696.6847875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"} {"level":"info","ts":1784809696.718547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809696.7186263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"} {"level":"info","ts":1784809696.7186353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"} {"level":"info","ts":1784809696.7186463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","EoS":false} {"level":"info","ts":1784809696.7186582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","EoS":true} {"level":"info","ts":1784809696.7186809,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809696.7186956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809696.7187169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"} {"level":"info","ts":1784809716.0059304,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809716.0060036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"} {"level":"info","ts":1784809716.0060143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"} {"level":"info","ts":1784809716.0060267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","EoS":false} {"level":"info","ts":1784809716.006036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","EoS":true} {"level":"info","ts":1784809716.0060549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809716.00607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809716.0060887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"} {"level":"info","ts":1784809725.416505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809725.4165883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"802c74b4-31a2-4dfd-8246-35465eabb8f1"} {"level":"info","ts":1784809725.4166002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"802c74b4-31a2-4dfd-8246-35465eabb8f1"} {"level":"info","ts":1784809725.416612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"802c74b4-31a2-4dfd-8246-35465eabb8f1","EoS":false} {"level":"info","ts":1784809725.4166222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"802c74b4-31a2-4dfd-8246-35465eabb8f1","EoS":true} {"level":"info","ts":1784809725.4166431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"802c74b4-31a2-4dfd-8246-35465eabb8f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809725.416658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"802c74b4-31a2-4dfd-8246-35465eabb8f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809725.4166763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"802c74b4-31a2-4dfd-8246-35465eabb8f1"} {"level":"info","ts":1784809730.7896788,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809730.789848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07810bc5-4f3f-424f-93e5-30de2dae4948"} {"level":"info","ts":1784809730.7899008,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07810bc5-4f3f-424f-93e5-30de2dae4948"} {"level":"info","ts":1784809730.789945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07810bc5-4f3f-424f-93e5-30de2dae4948","EoS":false} {"level":"info","ts":1784809730.7899878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07810bc5-4f3f-424f-93e5-30de2dae4948","EoS":true} {"level":"info","ts":1784809730.7900405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07810bc5-4f3f-424f-93e5-30de2dae4948","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784809730.7900803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07810bc5-4f3f-424f-93e5-30de2dae4948","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784809730.790124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07810bc5-4f3f-424f-93e5-30de2dae4948"} {"level":"info","ts":1784809821.6100187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809821.6101017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0c8d85d-9625-4dfc-a4ae-21de6eca3c73"} {"level":"info","ts":1784809821.6101158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0c8d85d-9625-4dfc-a4ae-21de6eca3c73"} {"level":"info","ts":1784809821.6101272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0c8d85d-9625-4dfc-a4ae-21de6eca3c73","EoS":false} {"level":"info","ts":1784809821.610137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0c8d85d-9625-4dfc-a4ae-21de6eca3c73","EoS":true} {"level":"info","ts":1784809821.6101573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0c8d85d-9625-4dfc-a4ae-21de6eca3c73","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784809821.6101744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0c8d85d-9625-4dfc-a4ae-21de6eca3c73","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784809821.6102023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0c8d85d-9625-4dfc-a4ae-21de6eca3c73"} {"level":"info","ts":1784809845.5539076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809845.553989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"} {"level":"info","ts":1784809845.553999,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"} {"level":"info","ts":1784809845.5540109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","EoS":false} {"level":"info","ts":1784809845.5540216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","EoS":true} {"level":"info","ts":1784809845.554041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784809845.554053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784809845.5540676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"} {"level":"info","ts":1784809882.957633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809882.9577055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"} {"level":"info","ts":1784809882.9577162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"} {"level":"info","ts":1784809882.9577274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","EoS":false} {"level":"info","ts":1784809882.9577377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","EoS":true} {"level":"info","ts":1784809882.9577575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809882.9577727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809882.957795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"} {"level":"info","ts":1784809898.307987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809898.308065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"} {"level":"info","ts":1784809898.3080778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"} {"level":"info","ts":1784809898.3080888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","EoS":false} {"level":"info","ts":1784809898.3080995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","EoS":true} {"level":"info","ts":1784809898.3081229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809898.3081374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809898.308156,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"} {"level":"info","ts":1784809898.609826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809898.6098986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b117fbce-85c5-434c-a315-3f7da6400669"} {"level":"info","ts":1784809898.6099072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b117fbce-85c5-434c-a315-3f7da6400669"} {"level":"info","ts":1784809898.6099184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b117fbce-85c5-434c-a315-3f7da6400669","EoS":false} {"level":"info","ts":1784809898.6099293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b117fbce-85c5-434c-a315-3f7da6400669","EoS":true} {"level":"info","ts":1784809898.6099486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b117fbce-85c5-434c-a315-3f7da6400669","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784809898.6099644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b117fbce-85c5-434c-a315-3f7da6400669","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784809898.60999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b117fbce-85c5-434c-a315-3f7da6400669"} {"level":"info","ts":1784810221.3828058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810221.3828912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"} {"level":"info","ts":1784810221.3829017,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"} {"level":"info","ts":1784810221.3829136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","EoS":false} {"level":"info","ts":1784810221.3829236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","EoS":true} {"level":"info","ts":1784810221.3829446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784810221.382961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784810221.3829873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"} {"level":"info","ts":1784810221.4211106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810221.421181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27f8960e-5b9b-467d-930c-8cb5c935b539"} {"level":"info","ts":1784810221.4211905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27f8960e-5b9b-467d-930c-8cb5c935b539"} {"level":"info","ts":1784810221.421216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27f8960e-5b9b-467d-930c-8cb5c935b539","EoS":false} {"level":"info","ts":1784810221.421236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27f8960e-5b9b-467d-930c-8cb5c935b539","EoS":true} {"level":"info","ts":1784810221.4212606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27f8960e-5b9b-467d-930c-8cb5c935b539","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784810221.4212763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27f8960e-5b9b-467d-930c-8cb5c935b539","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784810221.421296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27f8960e-5b9b-467d-930c-8cb5c935b539"} {"level":"info","ts":1784810221.4577658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810221.4578476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"199bddd1-bb91-4b12-9f67-248e96bf3140"} {"level":"info","ts":1784810221.457859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"199bddd1-bb91-4b12-9f67-248e96bf3140"} {"level":"info","ts":1784810221.4578705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"199bddd1-bb91-4b12-9f67-248e96bf3140","EoS":false} {"level":"info","ts":1784810221.4578807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"199bddd1-bb91-4b12-9f67-248e96bf3140","EoS":true} {"level":"info","ts":1784810221.4579031,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"199bddd1-bb91-4b12-9f67-248e96bf3140","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784810221.4579186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"199bddd1-bb91-4b12-9f67-248e96bf3140","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784810221.4579482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"199bddd1-bb91-4b12-9f67-248e96bf3140"} {"level":"info","ts":1784810226.3539693,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e475fd8b-8c30-4703-adec-dc6b0519fa97"} {"level":"info","ts":1784810226.3539743,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"431ad918-88c9-4e45-bc9d-df9ef9ac0431","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784810226.3540225,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"431ad918-88c9-4e45-bc9d-df9ef9ac0431","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784810226.3597286,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdab95be-78cc-4774-9a6a-e0aac3450f24","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784810226.3597584,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdab95be-78cc-4774-9a6a-e0aac3450f24","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784810226.362937,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e475fd8b-8c30-4703-adec-dc6b0519fa97","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784810226.3631957,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35821.903776973,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.3632152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.4487827,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.5340667,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91393a37-49fa-4141-b2d6-2ffad276f576","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784810226.5341024,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91393a37-49fa-4141-b2d6-2ffad276f576","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784810226.5344217,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34134.751931181,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.5344603,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.5346727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e814d98c-6270-4f07-a62f-f579c7328134","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784810226.5347505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e814d98c-6270-4f07-a62f-f579c7328134","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784810226.5348225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6531ae-8d6a-4913-9fef-6c2dd2df4764"} {"level":"info","ts":1784810226.5349874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ba7945a-5039-441c-a538-faeb05d259b8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784810226.5350113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ba7945a-5039-441c-a538-faeb05d259b8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784810226.5350325,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32723.889115092,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.5350447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.5427694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.544372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784810226.621399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e56457f-d471-4afa-9a5c-ad8408d72d1f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784810226.621427,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e56457f-d471-4afa-9a5c-ad8408d72d1f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784810226.6349404,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e475fd8b-8c30-4703-adec-dc6b0519fa97","name":"e2e-external-provider"} {"level":"info","ts":1784810226.6351304,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6531ae-8d6a-4913-9fef-6c2dd2df4764","name":"e2e-external-model"} {"level":"info","ts":1784810226.6422198,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85415306-2434-4335-83ef-0f9e12251751","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784810226.6422505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85415306-2434-4335-83ef-0f9e12251751","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784810226.644041,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6531ae-8d6a-4913-9fef-6c2dd2df4764","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784810226.6461456,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e475fd8b-8c30-4703-adec-dc6b0519fa97","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784810226.6480439,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6531ae-8d6a-4913-9fef-6c2dd2df4764","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784810226.6481256,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfa92093-261e-4e25-a808-08e8f4402d1b"} {"level":"info","ts":1784810226.6481695,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfa92093-261e-4e25-a808-08e8f4402d1b","name":"e2e-external-model"} {"level":"error","ts":1784810226.649723,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e475fd8b-8c30-4703-adec-dc6b0519fa97","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784810226.649793,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8159c11-9c26-4c0a-9e22-ba2e8a7de406"} {"level":"info","ts":1784810226.649826,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8159c11-9c26-4c0a-9e22-ba2e8a7de406","name":"e2e-external-provider"} {"level":"info","ts":1784810226.656678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"226b22e2-9857-430b-94e1-e90a4117f7ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784810226.6567063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"226b22e2-9857-430b-94e1-e90a4117f7ac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784810226.6575916,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfa92093-261e-4e25-a808-08e8f4402d1b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784810226.6612558,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfa92093-261e-4e25-a808-08e8f4402d1b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784810226.6613183,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3760f5a-6b68-4e39-bdb9-593c220a557f"} {"level":"info","ts":1784810226.661356,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3760f5a-6b68-4e39-bdb9-593c220a557f","name":"e2e-external-model"} {"level":"info","ts":1784810226.662623,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8159c11-9c26-4c0a-9e22-ba2e8a7de406","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784810226.6707473,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3760f5a-6b68-4e39-bdb9-593c220a557f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784810236.052667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810236.0527494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f"} {"level":"info","ts":1784810236.0527737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f"} {"level":"info","ts":1784810236.0527854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f","EoS":false} {"level":"info","ts":1784810236.0527997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f","EoS":true} {"level":"info","ts":1784810236.0528207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784810236.052835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784810236.0528421,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f","modelName":"e2e-external-model"} {"level":"info","ts":1784810236.0528562,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784810236.0529082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5e1d1d5-0fc3-4c47-b862-3818d4a1317f"} {"level":"info","ts":1784810236.1040995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810236.104177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1"} {"level":"info","ts":1784810236.1041858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1"} {"level":"info","ts":1784810236.104198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1","EoS":false} {"level":"info","ts":1784810236.1042085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1","EoS":true} {"level":"info","ts":1784810236.1042304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784810236.1042469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784810236.104257,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1","modelName":"e2e-external-model"} {"level":"info","ts":1784810236.1042747,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784810236.1043158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3841684-48e3-45ee-acb6-3b8d36f910a1"} {"level":"info","ts":1784810236.1295853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810236.1296585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097"} {"level":"info","ts":1784810236.1296697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097"} {"level":"info","ts":1784810236.1296818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","EoS":false} {"level":"info","ts":1784810236.129692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","EoS":true} {"level":"info","ts":1784810236.1297097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784810236.1297233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784810236.12973,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","modelName":"e2e-external-model"} {"level":"info","ts":1784810236.1297445,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784810236.1297793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097"} {"level":"info","ts":1784810236.2640085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a679c9a-3068-4e06-86bf-c48eebdbce5e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784810236.2640233,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7835b691-f923-4e25-adf8-75eff84386e7"} {"level":"info","ts":1784810236.2640467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a679c9a-3068-4e06-86bf-c48eebdbce5e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784810236.27328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46ab3563-5c35-4400-83ff-085a1d4af0e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784810236.2733085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46ab3563-5c35-4400-83ff-085a1d4af0e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784810236.2734606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7835b691-f923-4e25-adf8-75eff84386e7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784810236.2735531,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7835b691-f923-4e25-adf8-75eff84386e7","name":"e2e-cleanup-test"} {"level":"error","ts":1784810236.2896945,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7835b691-f923-4e25-adf8-75eff84386e7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784810236.2897348,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7835b691-f923-4e25-adf8-75eff84386e7","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784810236.289794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"393c16f7-24ea-4851-ad3c-57bd4c0edf19"} {"level":"info","ts":1784810236.2898407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"393c16f7-24ea-4851-ad3c-57bd4c0edf19","name":"e2e-cleanup-test"} {"level":"info","ts":1784810236.2936735,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b056b54-21d3-4f1a-9e4e-6580948f0620","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784810236.293709,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b056b54-21d3-4f1a-9e4e-6580948f0620","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784810236.305703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdddf938-fadf-4c62-af3a-6cb6c99a2e23","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784810236.3057315,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdddf938-fadf-4c62-af3a-6cb6c99a2e23","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784810236.3067887,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"393c16f7-24ea-4851-ad3c-57bd4c0edf19","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784810236.306828,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"393c16f7-24ea-4851-ad3c-57bd4c0edf19","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784810236.3068862,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3b6fe28-0c66-43b1-a648-057e5eafb965"} {"level":"info","ts":1784810236.3069406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3b6fe28-0c66-43b1-a648-057e5eafb965","name":"e2e-cleanup-test"} {"level":"info","ts":1784810236.314807,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3b6fe28-0c66-43b1-a648-057e5eafb965","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784810236.3203828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1df15ff-ad30-44a6-ab43-a4056a58e0ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784810236.3203945,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d08bae9-56f6-420a-8960-78a07ae99122"} {"level":"info","ts":1784810236.3204076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1df15ff-ad30-44a6-ab43-a4056a58e0ba","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784810236.3204527,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d08bae9-56f6-420a-8960-78a07ae99122","name":"e2e-cleanup-test"} {"level":"info","ts":1784810236.3287892,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d08bae9-56f6-420a-8960-78a07ae99122","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784810244.5500994,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a9e4d8b-01f6-496b-a60a-59329b722e2e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784810244.5501394,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a9e4d8b-01f6-496b-a60a-59329b722e2e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784810244.5501533,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"337932ef-1467-45a9-8cae-8a950e14e782"} {"level":"info","ts":1784810248.8716025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810248.8716938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6"} {"level":"info","ts":1784810248.8717031,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6"} {"level":"info","ts":1784810248.871714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6","EoS":false} {"level":"info","ts":1784810248.871725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6","EoS":true} {"level":"info","ts":1784810248.871746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784810248.8717582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784810248.8717804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6"} {"level":"info","ts":1784810248.8989654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810248.899033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5"} {"level":"info","ts":1784810248.8990421,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5"} {"level":"info","ts":1784810248.8990526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","EoS":false} {"level":"info","ts":1784810248.8990643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","EoS":true} {"level":"info","ts":1784810248.8990808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784810248.8990927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784810248.8990993,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","modelName":"e2e-external-model"} {"level":"info","ts":1784810248.899114,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784810248.8991535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5"} {"level":"info","ts":1784810248.9363568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810248.9364169,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"} {"level":"info","ts":1784810248.9364262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"} {"level":"info","ts":1784810248.936437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","EoS":false} {"level":"info","ts":1784810248.9364493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","EoS":true} {"level":"info","ts":1784810248.9364648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784810248.9364972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784810248.9365566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"} {"level":"info","ts":1784810249.0744152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810249.074506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"} {"level":"info","ts":1784810249.0745184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"} {"level":"info","ts":1784810249.0745306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","EoS":false} {"level":"info","ts":1784810249.0745409,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","EoS":true} {"level":"info","ts":1784810249.0745609,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","field":"model"} {"level":"info","ts":1784810249.0745802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"} {"level":"info","ts":1784810250.031496,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af755ff-8cfe-4348-ba5c-ce3789abbb88","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784810250.0315325,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af755ff-8cfe-4348-ba5c-ce3789abbb88","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784810250.0315316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0f49841-0ac0-4c2b-8b15-f427cf98c2f3"} {"level":"info","ts":1784810250.1834512,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"be343d47-991f-41bd-87d1-30e79e4c4dd2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784810250.1834862,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10b98dd1-02e2-4ec9-8d8a-1a178bcb7d13"} {"level":"info","ts":1784810250.183507,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"be343d47-991f-41bd-87d1-30e79e4c4dd2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784810864.9472113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810864.9472942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a288d7cb-3744-437d-941f-498b20908c52"} {"level":"info","ts":1784810864.947302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a288d7cb-3744-437d-941f-498b20908c52"} {"level":"info","ts":1784810864.9473133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a288d7cb-3744-437d-941f-498b20908c52","EoS":false} {"level":"info","ts":1784810864.9473238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a288d7cb-3744-437d-941f-498b20908c52","EoS":true} {"level":"info","ts":1784810864.947343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a288d7cb-3744-437d-941f-498b20908c52","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784810864.947359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a288d7cb-3744-437d-941f-498b20908c52","path":"/ai-tenant-e2e-inf-b-4551ad/test-model-4551ad/v1/chat/completions"} {"level":"info","ts":1784810864.947379,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a288d7cb-3744-437d-941f-498b20908c52"} {"level":"info","ts":1784810886.1332207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784810886.1333313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"} {"level":"info","ts":1784810886.1333444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"} {"level":"info","ts":1784810886.1333573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","EoS":false} {"level":"info","ts":1784810886.1333704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","EoS":true} {"level":"info","ts":1784810886.1333904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784810886.1334054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","path":"/ai-tenant-e2e-inf-b-4551ad/test-model-4551ad/v1/chat/completions"} {"level":"info","ts":1784810886.1334252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"} {"level":"info","ts":1784811347.0356355,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784811347.035727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"} {"level":"info","ts":1784811347.0357382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"} {"level":"info","ts":1784811347.0357502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","EoS":false} {"level":"info","ts":1784811347.0357614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","EoS":true} {"level":"info","ts":1784811347.035781,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784811347.035796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","path":"/ai-tenant-e2e-shared-a-d45fc5/rate-test-model-d45fc5/v1/completions"} {"level":"info","ts":1784811347.0358174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"} {"level":"info","ts":1784811362.2717102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784811362.2717927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"} {"level":"info","ts":1784811362.2718022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"} {"level":"info","ts":1784811362.271814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","EoS":false} {"level":"info","ts":1784811362.271825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","EoS":true} {"level":"info","ts":1784811362.2718463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784811362.271862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","path":"/ai-tenant-e2e-shared-b-474ecb/rate-test-model-474ecb/v1/completions"} {"level":"info","ts":1784811362.2718842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"}