{"level":"info","ts":1784638588.6701655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"} {"level":"info","ts":1784638588.670182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"} {"level":"info","ts":1784638588.6702013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","EoS":false} {"level":"info","ts":1784638588.6702168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","EoS":true} {"level":"info","ts":1784638588.6702354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638588.6702487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638588.6702657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"} {"level":"info","ts":1784638588.8055246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638588.8055823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"} {"level":"info","ts":1784638588.8055918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"} {"level":"info","ts":1784638588.805602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","EoS":false} {"level":"info","ts":1784638588.8056128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","EoS":true} {"level":"info","ts":1784638588.8056297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638588.8056426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638588.8056571,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"} {"level":"info","ts":1784638588.9396725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638588.9397302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"} {"level":"info","ts":1784638588.9397418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"} {"level":"info","ts":1784638588.939752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","EoS":false} {"level":"info","ts":1784638588.9397626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","EoS":true} {"level":"info","ts":1784638588.9397771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638588.9397886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638588.9398043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"} {"level":"info","ts":1784638589.075377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638589.0754278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51283a93-1eb8-4b8d-a70b-612ea52d9ef1"} {"level":"info","ts":1784638589.0754356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51283a93-1eb8-4b8d-a70b-612ea52d9ef1"} {"level":"info","ts":1784638589.0754457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51283a93-1eb8-4b8d-a70b-612ea52d9ef1","EoS":false} {"level":"info","ts":1784638589.0754573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51283a93-1eb8-4b8d-a70b-612ea52d9ef1","EoS":true} {"level":"info","ts":1784638589.0754724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51283a93-1eb8-4b8d-a70b-612ea52d9ef1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638589.0754845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51283a93-1eb8-4b8d-a70b-612ea52d9ef1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638589.0755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51283a93-1eb8-4b8d-a70b-612ea52d9ef1"} {"level":"info","ts":1784638607.8299856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638607.8300989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"} {"level":"info","ts":1784638607.8301158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"} {"level":"info","ts":1784638607.8301334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","EoS":false} {"level":"info","ts":1784638607.8301456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","EoS":true} {"level":"info","ts":1784638607.8301668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638607.8301837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638607.830212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"} {"level":"info","ts":1784638607.8677578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638607.8678308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"} {"level":"info","ts":1784638607.8678474,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"} {"level":"info","ts":1784638607.867867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","EoS":false} {"level":"info","ts":1784638607.867887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","EoS":true} {"level":"info","ts":1784638607.867915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638607.8679335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638607.8679628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"} {"level":"info","ts":1784638607.904488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638607.904549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d704f80f-7307-4657-a347-494a86509ce0"} {"level":"info","ts":1784638607.9045577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d704f80f-7307-4657-a347-494a86509ce0"} {"level":"info","ts":1784638607.9045691,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d704f80f-7307-4657-a347-494a86509ce0","EoS":false} {"level":"info","ts":1784638607.9045794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d704f80f-7307-4657-a347-494a86509ce0","EoS":true} {"level":"info","ts":1784638607.9045947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d704f80f-7307-4657-a347-494a86509ce0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638607.9046082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d704f80f-7307-4657-a347-494a86509ce0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638607.9046245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d704f80f-7307-4657-a347-494a86509ce0"} {"level":"info","ts":1784638607.9364645,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638607.9365156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb638a5e-e8dc-40b6-b182-90eb36b8242a"} {"level":"info","ts":1784638607.9365263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb638a5e-e8dc-40b6-b182-90eb36b8242a"} {"level":"info","ts":1784638607.9365427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb638a5e-e8dc-40b6-b182-90eb36b8242a","EoS":false} {"level":"info","ts":1784638607.9365542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb638a5e-e8dc-40b6-b182-90eb36b8242a","EoS":true} {"level":"info","ts":1784638607.936569,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb638a5e-e8dc-40b6-b182-90eb36b8242a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638607.9365819,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb638a5e-e8dc-40b6-b182-90eb36b8242a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638607.9365976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb638a5e-e8dc-40b6-b182-90eb36b8242a"} {"level":"info","ts":1784638607.9659417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638607.9660037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312"} {"level":"info","ts":1784638612.5977962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638612.5979025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"} {"level":"info","ts":1784638612.5979168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"} {"level":"info","ts":1784638612.5979307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","EoS":false} {"level":"info","ts":1784638612.5979464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","EoS":true} {"level":"info","ts":1784638612.5979693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638612.5979855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638612.5980065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"} {"level":"info","ts":1784638621.1615622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638621.161646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6660adb2-898d-49d3-b21b-bedc552cd26c"} {"level":"info","ts":1784638621.1616583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6660adb2-898d-49d3-b21b-bedc552cd26c"} {"level":"info","ts":1784638621.1616704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6660adb2-898d-49d3-b21b-bedc552cd26c","EoS":false} {"level":"info","ts":1784638621.1616912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6660adb2-898d-49d3-b21b-bedc552cd26c","EoS":true} {"level":"info","ts":1784638621.161713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6660adb2-898d-49d3-b21b-bedc552cd26c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638621.16173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6660adb2-898d-49d3-b21b-bedc552cd26c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638621.1617522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6660adb2-898d-49d3-b21b-bedc552cd26c"} {"level":"info","ts":1784638623.219118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638623.2191944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9c5737c-0ef5-4944-b7c6-42c1a32a712f"} {"level":"info","ts":1784638623.219203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9c5737c-0ef5-4944-b7c6-42c1a32a712f"} {"level":"info","ts":1784638623.2192135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c5737c-0ef5-4944-b7c6-42c1a32a712f","EoS":false} {"level":"info","ts":1784638623.2192252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c5737c-0ef5-4944-b7c6-42c1a32a712f","EoS":true} {"level":"info","ts":1784638623.2192464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9c5737c-0ef5-4944-b7c6-42c1a32a712f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638623.2192616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9c5737c-0ef5-4944-b7c6-42c1a32a712f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638623.2192833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9c5737c-0ef5-4944-b7c6-42c1a32a712f"} {"level":"info","ts":1784638625.2548087,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638625.2548974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"} {"level":"info","ts":1784638625.2549076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"} {"level":"info","ts":1784638625.2549207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","EoS":false} {"level":"info","ts":1784638625.254932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","EoS":true} {"level":"info","ts":1784638625.2549536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638625.2549698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638625.2549896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"} {"level":"info","ts":1784638638.1276734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638638.1277633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"} {"level":"info","ts":1784638638.1277819,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"} {"level":"info","ts":1784638638.1277988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","EoS":false} {"level":"info","ts":1784638638.1278188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","EoS":true} {"level":"info","ts":1784638638.127851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638638.1278732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638638.1279037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"} {"level":"info","ts":1784638646.6667676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638646.66685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"} {"level":"info","ts":1784638646.6668603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"} {"level":"info","ts":1784638646.6668715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","EoS":false} {"level":"info","ts":1784638646.666891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","EoS":true} {"level":"info","ts":1784638646.6669135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638646.666928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638646.6669493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"} {"level":"info","ts":1784638655.5773427,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638655.5774338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"} {"level":"info","ts":1784638655.5774567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"} {"level":"info","ts":1784638655.5774763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","EoS":false} {"level":"info","ts":1784638655.5774975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","EoS":true} {"level":"info","ts":1784638655.5775292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638655.5775473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638655.5775795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"} {"level":"info","ts":1784638664.6127372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638664.612838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8302a77-b1e1-433c-bbe1-8477ab28fcd7"} {"level":"info","ts":1784638664.6128523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8302a77-b1e1-433c-bbe1-8477ab28fcd7"} {"level":"info","ts":1784638664.612865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8302a77-b1e1-433c-bbe1-8477ab28fcd7","EoS":false} {"level":"info","ts":1784638664.6128776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8302a77-b1e1-433c-bbe1-8477ab28fcd7","EoS":true} {"level":"info","ts":1784638664.6128986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8302a77-b1e1-433c-bbe1-8477ab28fcd7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638664.6129131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8302a77-b1e1-433c-bbe1-8477ab28fcd7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638664.6129348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8302a77-b1e1-433c-bbe1-8477ab28fcd7"} {"level":"info","ts":1784638672.5630858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638672.563175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0a2d504-5367-4b98-9a41-c5229f3cf7c8"} {"level":"info","ts":1784638672.5631862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0a2d504-5367-4b98-9a41-c5229f3cf7c8"} {"level":"info","ts":1784638672.563199,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0a2d504-5367-4b98-9a41-c5229f3cf7c8","EoS":false} {"level":"info","ts":1784638672.5632133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0a2d504-5367-4b98-9a41-c5229f3cf7c8","EoS":true} {"level":"info","ts":1784638672.5632348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0a2d504-5367-4b98-9a41-c5229f3cf7c8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784638672.5632496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0a2d504-5367-4b98-9a41-c5229f3cf7c8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638672.5632706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0a2d504-5367-4b98-9a41-c5229f3cf7c8"} {"level":"info","ts":1784638677.3755412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638677.3756363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b318176-d332-4fed-9628-1273c22f161b"} {"level":"info","ts":1784638677.375655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b318176-d332-4fed-9628-1273c22f161b"} {"level":"info","ts":1784638677.3756683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b318176-d332-4fed-9628-1273c22f161b","EoS":false} {"level":"info","ts":1784638677.3756793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b318176-d332-4fed-9628-1273c22f161b","EoS":true} {"level":"info","ts":1784638677.3757038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b318176-d332-4fed-9628-1273c22f161b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638677.3757215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b318176-d332-4fed-9628-1273c22f161b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638677.3757422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b318176-d332-4fed-9628-1273c22f161b"} {"level":"info","ts":1784638677.6712513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638677.6713486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19ba52a1-917b-4085-85a0-bd885a671bb6"} {"level":"info","ts":1784638677.6713648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19ba52a1-917b-4085-85a0-bd885a671bb6"} {"level":"info","ts":1784638677.6713827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19ba52a1-917b-4085-85a0-bd885a671bb6","EoS":false} {"level":"info","ts":1784638677.6714056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19ba52a1-917b-4085-85a0-bd885a671bb6","EoS":true} {"level":"info","ts":1784638677.6714346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19ba52a1-917b-4085-85a0-bd885a671bb6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638677.6714535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19ba52a1-917b-4085-85a0-bd885a671bb6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638677.6714823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19ba52a1-917b-4085-85a0-bd885a671bb6"} {"level":"info","ts":1784638679.7064185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638679.7064972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd32e6c0-b434-4355-b610-900f4b3e40bc"} {"level":"info","ts":1784638679.7065105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd32e6c0-b434-4355-b610-900f4b3e40bc"} {"level":"info","ts":1784638679.7065217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd32e6c0-b434-4355-b610-900f4b3e40bc","EoS":false} {"level":"info","ts":1784638679.7065327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd32e6c0-b434-4355-b610-900f4b3e40bc","EoS":true} {"level":"info","ts":1784638679.706553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd32e6c0-b434-4355-b610-900f4b3e40bc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638679.7065682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd32e6c0-b434-4355-b610-900f4b3e40bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638679.7065904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd32e6c0-b434-4355-b610-900f4b3e40bc"} {"level":"info","ts":1784638681.748776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638681.7488537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9736a23e-0630-9e16-b410-6acf6e3dfbea"} {"level":"info","ts":1784638681.7488632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9736a23e-0630-9e16-b410-6acf6e3dfbea"} {"level":"info","ts":1784638681.748878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9736a23e-0630-9e16-b410-6acf6e3dfbea","EoS":false} {"level":"info","ts":1784638681.7488897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9736a23e-0630-9e16-b410-6acf6e3dfbea","EoS":true} {"level":"info","ts":1784638681.748911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9736a23e-0630-9e16-b410-6acf6e3dfbea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638681.7489266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9736a23e-0630-9e16-b410-6acf6e3dfbea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638681.7489488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9736a23e-0630-9e16-b410-6acf6e3dfbea"} {"level":"info","ts":1784638683.787047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638683.7871222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"} {"level":"info","ts":1784638683.7871308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"} {"level":"info","ts":1784638683.7871416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","EoS":false} {"level":"info","ts":1784638683.787153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","EoS":true} {"level":"info","ts":1784638683.7871726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638683.7871883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638683.7872074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"} {"level":"info","ts":1784638707.618762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638707.6188343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"} {"level":"info","ts":1784638707.6188455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"} {"level":"info","ts":1784638707.6188567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","EoS":false} {"level":"info","ts":1784638707.6188676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","EoS":true} {"level":"info","ts":1784638707.6188884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638707.6189044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638707.6189256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"} {"level":"info","ts":1784638716.9861767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638716.986263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47b2c727-2354-4457-bce3-a0dc766b4d30"} {"level":"info","ts":1784638716.9862733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47b2c727-2354-4457-bce3-a0dc766b4d30"} {"level":"info","ts":1784638716.9862852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47b2c727-2354-4457-bce3-a0dc766b4d30","EoS":false} {"level":"info","ts":1784638716.9862967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47b2c727-2354-4457-bce3-a0dc766b4d30","EoS":true} {"level":"info","ts":1784638716.986321,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47b2c727-2354-4457-bce3-a0dc766b4d30","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638716.9863372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47b2c727-2354-4457-bce3-a0dc766b4d30","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638716.9863615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47b2c727-2354-4457-bce3-a0dc766b4d30"} {"level":"info","ts":1784638722.5868483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638722.5869293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbd63781-76a7-4fe7-bb72-7c0bf1bf881b"} {"level":"info","ts":1784638722.5869393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbd63781-76a7-4fe7-bb72-7c0bf1bf881b"} {"level":"info","ts":1784638722.5869505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbd63781-76a7-4fe7-bb72-7c0bf1bf881b","EoS":false} {"level":"info","ts":1784638722.5869632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbd63781-76a7-4fe7-bb72-7c0bf1bf881b","EoS":true} {"level":"info","ts":1784638722.5869834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbd63781-76a7-4fe7-bb72-7c0bf1bf881b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638722.5869982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbd63781-76a7-4fe7-bb72-7c0bf1bf881b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638722.587038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbd63781-76a7-4fe7-bb72-7c0bf1bf881b"} {"level":"info","ts":1784638732.1767278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638732.176814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03c074ea-b64c-49c9-a46e-3339a95654d7"} {"level":"info","ts":1784638732.1768231,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03c074ea-b64c-49c9-a46e-3339a95654d7"} {"level":"info","ts":1784638732.1768353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03c074ea-b64c-49c9-a46e-3339a95654d7","EoS":false} {"level":"info","ts":1784638732.176853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03c074ea-b64c-49c9-a46e-3339a95654d7","EoS":true} {"level":"info","ts":1784638732.1768737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03c074ea-b64c-49c9-a46e-3339a95654d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638732.1768897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03c074ea-b64c-49c9-a46e-3339a95654d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638732.1769106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03c074ea-b64c-49c9-a46e-3339a95654d7"} {"level":"info","ts":1784638734.2082508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638734.2083356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"} {"level":"info","ts":1784638734.2083523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"} {"level":"info","ts":1784638734.208372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","EoS":false} {"level":"info","ts":1784638734.2083945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","EoS":true} {"level":"info","ts":1784638734.2084243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638734.2084432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638734.2084727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"} {"level":"info","ts":1784638743.6703384,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638743.6704128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"} {"level":"info","ts":1784638743.6704218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"} {"level":"info","ts":1784638743.6704333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","EoS":false} {"level":"info","ts":1784638743.6704447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","EoS":true} {"level":"info","ts":1784638743.6704655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638743.6704812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638743.6704998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"} {"level":"info","ts":1784638743.7098677,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638743.7099564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"} {"level":"info","ts":1784638743.7099717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"} {"level":"info","ts":1784638743.709985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","EoS":false} {"level":"info","ts":1784638743.7099962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","EoS":true} {"level":"info","ts":1784638743.7100403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638743.7100558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638743.710075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"} {"level":"info","ts":1784638762.9881403,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638762.988211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"} {"level":"info","ts":1784638762.9882233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"} {"level":"info","ts":1784638762.9882345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","EoS":false} {"level":"info","ts":1784638762.9882476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","EoS":true} {"level":"info","ts":1784638762.9882662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638762.9882812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638762.9883015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"} {"level":"info","ts":1784638772.4116604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638772.4117427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28619d49-bae0-4fb6-888c-8513253d54c3"} {"level":"info","ts":1784638772.4117618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28619d49-bae0-4fb6-888c-8513253d54c3"} {"level":"info","ts":1784638772.4117777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28619d49-bae0-4fb6-888c-8513253d54c3","EoS":false} {"level":"info","ts":1784638772.4117897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28619d49-bae0-4fb6-888c-8513253d54c3","EoS":true} {"level":"info","ts":1784638772.4118097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28619d49-bae0-4fb6-888c-8513253d54c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638772.4118252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28619d49-bae0-4fb6-888c-8513253d54c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638772.4118438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28619d49-bae0-4fb6-888c-8513253d54c3"} {"level":"info","ts":1784638777.7439063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638777.7439964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0c7839b-b883-48e2-a483-7fc3e91f1774"} {"level":"info","ts":1784638777.74403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0c7839b-b883-48e2-a483-7fc3e91f1774"} {"level":"info","ts":1784638777.7440476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0c7839b-b883-48e2-a483-7fc3e91f1774","EoS":false} {"level":"info","ts":1784638777.7440588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0c7839b-b883-48e2-a483-7fc3e91f1774","EoS":true} {"level":"info","ts":1784638777.7440813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0c7839b-b883-48e2-a483-7fc3e91f1774","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784638777.744097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0c7839b-b883-48e2-a483-7fc3e91f1774","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784638777.7441182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0c7839b-b883-48e2-a483-7fc3e91f1774"} {"level":"info","ts":1784638868.5044262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638868.5045197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80247995-61fa-42c6-97d5-4cc277e12ff7"} {"level":"info","ts":1784638868.5045345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80247995-61fa-42c6-97d5-4cc277e12ff7"} {"level":"info","ts":1784638868.5045545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80247995-61fa-42c6-97d5-4cc277e12ff7","EoS":false} {"level":"info","ts":1784638868.5045755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80247995-61fa-42c6-97d5-4cc277e12ff7","EoS":true} {"level":"info","ts":1784638868.5046039,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80247995-61fa-42c6-97d5-4cc277e12ff7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784638868.5046222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80247995-61fa-42c6-97d5-4cc277e12ff7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784638868.5046532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80247995-61fa-42c6-97d5-4cc277e12ff7"} {"level":"info","ts":1784638893.6786346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638893.6787212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"} {"level":"info","ts":1784638893.6787345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"} {"level":"info","ts":1784638893.6787543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","EoS":false} {"level":"info","ts":1784638893.678773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","EoS":true} {"level":"info","ts":1784638893.6788008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784638893.678822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784638893.6788511,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"} {"level":"info","ts":1784638930.760643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638930.7607224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"} {"level":"info","ts":1784638930.7607346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"} {"level":"info","ts":1784638930.760747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","EoS":false} {"level":"info","ts":1784638930.7607605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","EoS":true} {"level":"info","ts":1784638930.7607856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638930.7608013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638930.7608223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"} {"level":"info","ts":1784638946.0135589,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638946.0136366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"} {"level":"info","ts":1784638946.0136447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"} {"level":"info","ts":1784638946.0136807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","EoS":false} {"level":"info","ts":1784638946.0136917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","EoS":true} {"level":"info","ts":1784638946.0137103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638946.0137262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638946.0137467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"} {"level":"info","ts":1784638946.2895732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638946.289642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0bbde33-8cf6-4a97-af9c-6fee9a89ee29"} {"level":"info","ts":1784638946.2896543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0bbde33-8cf6-4a97-af9c-6fee9a89ee29"} {"level":"info","ts":1784638946.289666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0bbde33-8cf6-4a97-af9c-6fee9a89ee29","EoS":false} {"level":"info","ts":1784638946.2896774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0bbde33-8cf6-4a97-af9c-6fee9a89ee29","EoS":true} {"level":"info","ts":1784638946.2896965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0bbde33-8cf6-4a97-af9c-6fee9a89ee29","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784638946.289712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0bbde33-8cf6-4a97-af9c-6fee9a89ee29","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784638946.289733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0bbde33-8cf6-4a97-af9c-6fee9a89ee29"} {"level":"info","ts":1784639254.06971,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639254.0697973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"} {"level":"info","ts":1784639254.0698094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"} {"level":"info","ts":1784639254.0698264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","EoS":false} {"level":"info","ts":1784639254.0698435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","EoS":true} {"level":"info","ts":1784639254.0698755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784639254.0698912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784639254.0699177,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"} {"level":"info","ts":1784639254.1042767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639254.1043322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f26ad80-670e-4a88-b5ce-79e8f2e3f2e6"} {"level":"info","ts":1784639254.1043394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f26ad80-670e-4a88-b5ce-79e8f2e3f2e6"} {"level":"info","ts":1784639254.1043494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f26ad80-670e-4a88-b5ce-79e8f2e3f2e6","EoS":false} {"level":"info","ts":1784639254.1043599,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f26ad80-670e-4a88-b5ce-79e8f2e3f2e6","EoS":true} {"level":"info","ts":1784639254.1043756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f26ad80-670e-4a88-b5ce-79e8f2e3f2e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784639254.1043892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f26ad80-670e-4a88-b5ce-79e8f2e3f2e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784639254.1044073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f26ad80-670e-4a88-b5ce-79e8f2e3f2e6"} {"level":"info","ts":1784639254.1395118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639254.1395652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6e63b0a-fdff-4f59-ab95-c7b6a082b5ed"} {"level":"info","ts":1784639254.139576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6e63b0a-fdff-4f59-ab95-c7b6a082b5ed"} {"level":"info","ts":1784639254.139587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6e63b0a-fdff-4f59-ab95-c7b6a082b5ed","EoS":false} {"level":"info","ts":1784639254.1395967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6e63b0a-fdff-4f59-ab95-c7b6a082b5ed","EoS":true} {"level":"info","ts":1784639254.1396124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6e63b0a-fdff-4f59-ab95-c7b6a082b5ed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784639254.139624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6e63b0a-fdff-4f59-ab95-c7b6a082b5ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784639254.13964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6e63b0a-fdff-4f59-ab95-c7b6a082b5ed"} {"level":"info","ts":1784639258.9849098,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7f24316-7560-462c-839e-c9c531495a2b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784639258.9849417,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7f24316-7560-462c-839e-c9c531495a2b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784639258.9849722,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69df9f7e-8076-4162-8521-57d39d6e1c95"} {"level":"info","ts":1784639258.9909225,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00572870-dd21-4238-8abd-aae74bcc4ec8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784639258.9909506,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00572870-dd21-4238-8abd-aae74bcc4ec8","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784639258.9943311,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69df9f7e-8076-4162-8521-57d39d6e1c95","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784639258.9945574,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32936.363171592,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639258.994576,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.0988946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18257d0e-20b4-4b02-b67a-90abde61993d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639259.0990307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18257d0e-20b4-4b02-b67a-90abde61993d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784639259.0992515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efba5e29-1e0f-4f8d-bc78-39e9cccb8451"} {"level":"info","ts":1784639259.1917174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06890d66-870f-4717-b858-311b3f2c0b71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639259.1917706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06890d66-870f-4717-b858-311b3f2c0b71","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784639259.1921134,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c85582f-4d5b-46b6-b39c-92fcbe36fa58","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784639259.1921623,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c85582f-4d5b-46b6-b39c-92fcbe36fa58","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784639259.1922042,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efba5e29-1e0f-4f8d-bc78-39e9cccb8451","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784639259.192289,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c35ed0f-fb55-4011-ac5e-58c6ca84312d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639259.19284,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37844.461694073,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.1928654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.193009,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c35ed0f-fb55-4011-ac5e-58c6ca84312d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784639259.193084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33a339b1-2c4e-4d21-a142-0ecb25203eb3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639259.1931067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33a339b1-2c4e-4d21-a142-0ecb25203eb3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784639259.1964717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.2008345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.2565987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb74689c-7f96-4c67-a0f5-f3125535d53c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639259.2566373,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb74689c-7f96-4c67-a0f5-f3125535d53c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784639259.2729237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"804f5adb-187f-46e5-b835-94f1af604756","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639259.27298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"804f5adb-187f-46e5-b835-94f1af604756","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784639259.2929127,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efba5e29-1e0f-4f8d-bc78-39e9cccb8451","name":"e2e-external-model"} {"level":"info","ts":1784639259.2936444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"860b75ad-9be4-48b3-aea3-d398d0e80983","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639259.2936866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"860b75ad-9be4-48b3-aea3-d398d0e80983","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784639259.2951238,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38255.16950821,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.2951434,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.306228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784639259.307048,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efba5e29-1e0f-4f8d-bc78-39e9cccb8451","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784639259.3112762,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efba5e29-1e0f-4f8d-bc78-39e9cccb8451","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784639259.3113797,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60c33489-1166-4cfa-9ba0-f5de3db443ed"} {"level":"info","ts":1784639259.3114386,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60c33489-1166-4cfa-9ba0-f5de3db443ed","name":"e2e-external-model"} {"level":"info","ts":1784639259.3204296,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60c33489-1166-4cfa-9ba0-f5de3db443ed","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784639259.3955722,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69df9f7e-8076-4162-8521-57d39d6e1c95","name":"e2e-external-provider"} {"level":"info","ts":1784639259.407972,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69df9f7e-8076-4162-8521-57d39d6e1c95","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784639259.4124708,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69df9f7e-8076-4162-8521-57d39d6e1c95","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784639259.4125714,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d361d915-b471-4ef9-bd1d-aedda588e51c"} {"level":"info","ts":1784639259.4126139,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d361d915-b471-4ef9-bd1d-aedda588e51c","name":"e2e-external-provider"} {"level":"info","ts":1784639259.424779,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d361d915-b471-4ef9-bd1d-aedda588e51c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784639266.443478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639266.4435582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580"} {"level":"info","ts":1784639266.4435675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580"} {"level":"info","ts":1784639266.443579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580","EoS":false} {"level":"info","ts":1784639266.4435928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580","EoS":true} {"level":"info","ts":1784639266.443617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784639266.4436324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784639266.443639,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580","modelName":"e2e-external-model"} {"level":"info","ts":1784639266.4436524,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784639266.4437041,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"947e8e1e-5af9-47ae-8c50-9b1a8aae1580"} {"level":"info","ts":1784639266.4934032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639266.493477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa"} {"level":"info","ts":1784639266.4934888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa"} {"level":"info","ts":1784639266.4934998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa","EoS":false} {"level":"info","ts":1784639266.4935105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa","EoS":true} {"level":"info","ts":1784639266.4935257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784639266.4935386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784639266.4935453,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa","modelName":"e2e-external-model"} {"level":"info","ts":1784639266.493559,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784639266.4935918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c15f2af1-4032-48d6-aaf3-a2ae33dad8aa"} {"level":"info","ts":1784639266.5166428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639266.5167215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313"} {"level":"info","ts":1784639266.516735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313"} {"level":"info","ts":1784639266.5167534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","EoS":false} {"level":"info","ts":1784639266.5167723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","EoS":true} {"level":"info","ts":1784639266.5168009,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784639266.5168185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784639266.5168295,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","modelName":"e2e-external-model"} {"level":"info","ts":1784639266.5168495,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784639266.5168917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313"} {"level":"info","ts":1784639266.6484063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d52a90e-c486-4d27-8ea6-cb638861cb68","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784639266.6484227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62a6727c-b9fc-48c6-a161-cbd997b82342"} {"level":"info","ts":1784639266.6484504,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d52a90e-c486-4d27-8ea6-cb638861cb68","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784639266.6552813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0319ae78-2c00-4b97-a732-b7743b304656","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784639266.655321,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0319ae78-2c00-4b97-a732-b7743b304656","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784639266.6583083,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62a6727c-b9fc-48c6-a161-cbd997b82342","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784639266.6583648,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62a6727c-b9fc-48c6-a161-cbd997b82342","name":"e2e-cleanup-test"} {"level":"info","ts":1784639266.6744554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b913e177-0868-420f-ae2d-d022362e5b5d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784639266.6744869,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b913e177-0868-420f-ae2d-d022362e5b5d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784639266.679117,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62a6727c-b9fc-48c6-a161-cbd997b82342","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784639266.679157,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62a6727c-b9fc-48c6-a161-cbd997b82342","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784639266.6792052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"728d4fb1-b498-43e0-9ed6-04be7d390eb6"} {"level":"info","ts":1784639266.6792548,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"728d4fb1-b498-43e0-9ed6-04be7d390eb6","name":"e2e-cleanup-test"} {"level":"info","ts":1784639266.68937,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"728d4fb1-b498-43e0-9ed6-04be7d390eb6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784639274.9145854,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e51409-ea14-41e2-8b28-a8e02086818d"} {"level":"info","ts":1784639274.9146266,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e41546c3-5af1-4823-8170-5624b9ec278f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784639274.914665,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e41546c3-5af1-4823-8170-5624b9ec278f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784639279.223181,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639279.223256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09"} {"level":"info","ts":1784639279.223266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09"} {"level":"info","ts":1784639279.223277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09","EoS":false} {"level":"info","ts":1784639279.223288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09","EoS":true} {"level":"info","ts":1784639279.223309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784639279.2233224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784639279.2233458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09"} {"level":"info","ts":1784639279.252154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639279.2522125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61"} {"level":"info","ts":1784639279.2522206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61"} {"level":"info","ts":1784639279.2522328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","EoS":false} {"level":"info","ts":1784639279.2522519,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","EoS":true} {"level":"info","ts":1784639279.2522683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784639279.2522814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784639279.2522876,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","modelName":"e2e-external-model"} {"level":"info","ts":1784639279.2523024,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784639279.2523465,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61"} {"level":"info","ts":1784639279.2912724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639279.291342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"} {"level":"info","ts":1784639279.2913518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"} {"level":"info","ts":1784639279.2913623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","EoS":false} {"level":"info","ts":1784639279.2913754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","EoS":true} {"level":"info","ts":1784639279.29139,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784639279.2914016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784639279.2914224,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"} {"level":"info","ts":1784639279.4451811,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639279.4452896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"} {"level":"info","ts":1784639279.4453034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"} {"level":"info","ts":1784639279.4453177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","EoS":false} {"level":"info","ts":1784639279.4453306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","EoS":true} {"level":"info","ts":1784639279.4453528,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","field":"model"} {"level":"info","ts":1784639279.4453793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"} {"level":"info","ts":1784639280.407553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24c11913-0a71-41f4-ac2b-8579b770fe69"} {"level":"info","ts":1784639280.4075794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd010f17-338d-4d95-b1bd-abbdd0bc8a60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639280.40761,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd010f17-338d-4d95-b1bd-abbdd0bc8a60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784639280.565776,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dae22792-8906-4b69-8069-f8884a796f76","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784639280.5657983,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c3f8a79-c4d4-4d16-9c4f-099376a3ac31"} {"level":"info","ts":1784639280.5658076,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dae22792-8906-4b69-8069-f8884a796f76","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784639875.7429185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639875.7430532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"164c7357-848f-40dc-8666-1abf7bb49883"} {"level":"info","ts":1784639875.743071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"164c7357-848f-40dc-8666-1abf7bb49883"} {"level":"info","ts":1784639875.7430913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"164c7357-848f-40dc-8666-1abf7bb49883","EoS":false} {"level":"info","ts":1784639875.7431095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"164c7357-848f-40dc-8666-1abf7bb49883","EoS":true} {"level":"info","ts":1784639875.7431407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"164c7357-848f-40dc-8666-1abf7bb49883","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784639875.7431607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"164c7357-848f-40dc-8666-1abf7bb49883","path":"/ai-tenant-e2e-inf-b-823a18/test-model-823a18/v1/chat/completions"} {"level":"info","ts":1784639875.743193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"164c7357-848f-40dc-8666-1abf7bb49883"} {"level":"info","ts":1784639896.7779856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784639896.778099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"} {"level":"info","ts":1784639896.7781074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"} {"level":"info","ts":1784639896.778119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","EoS":false} {"level":"info","ts":1784639896.7781289,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","EoS":true} {"level":"info","ts":1784639896.7781482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784639896.778161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","path":"/ai-tenant-e2e-inf-b-823a18/test-model-823a18/v1/chat/completions"} {"level":"info","ts":1784639896.7781758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"} {"level":"info","ts":1784640357.9790246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784640357.9791014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"} {"level":"info","ts":1784640357.9791117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"} {"level":"info","ts":1784640357.9791226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","EoS":false} {"level":"info","ts":1784640357.9791348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","EoS":true} {"level":"info","ts":1784640357.9791565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784640357.9791741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","path":"/ai-tenant-e2e-shared-a-b3a013/rate-test-model-b3a013/v1/completions"} {"level":"info","ts":1784640357.979195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"} {"level":"info","ts":1784640359.0520759,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784640359.0521653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"} {"level":"info","ts":1784640359.052181,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"} {"level":"info","ts":1784640359.0521991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","EoS":false} {"level":"info","ts":1784640359.052223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","EoS":true} {"level":"info","ts":1784640359.0522509,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784640359.05227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","path":"/ai-tenant-e2e-shared-a-b3a013/rate-test-model-b3a013/v1/completions"} {"level":"info","ts":1784640359.0522978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"} {"level":"info","ts":1784640360.0984693,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784640360.0985568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8229413-d87a-42bc-bc67-56856315e2fb"} {"level":"info","ts":1784640360.098571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8229413-d87a-42bc-bc67-56856315e2fb"} {"level":"info","ts":1784640360.0985897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8229413-d87a-42bc-bc67-56856315e2fb","EoS":false} {"level":"info","ts":1784640360.0986114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8229413-d87a-42bc-bc67-56856315e2fb","EoS":true} {"level":"info","ts":1784640360.0986414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8229413-d87a-42bc-bc67-56856315e2fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784640360.0986593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8229413-d87a-42bc-bc67-56856315e2fb","path":"/ai-tenant-e2e-shared-a-b3a013/rate-test-model-b3a013/v1/completions"} {"level":"info","ts":1784640360.0986893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8229413-d87a-42bc-bc67-56856315e2fb"} {"level":"info","ts":1784640375.3025305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784640375.302611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"} {"level":"info","ts":1784640375.3026247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"} {"level":"info","ts":1784640375.3026397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","EoS":false} {"level":"info","ts":1784640375.3026571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","EoS":true} {"level":"info","ts":1784640375.3026779,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784640375.3026922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","path":"/ai-tenant-e2e-shared-b-cfed01/rate-test-model-cfed01/v1/completions"} {"level":"info","ts":1784640375.3027112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"}