{"level":"info","ts":1784685737.5306754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e568b95-7ccf-4e1c-b759-9e1c12a3afd3"} {"level":"info","ts":1784685737.5306864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e568b95-7ccf-4e1c-b759-9e1c12a3afd3","EoS":false} {"level":"info","ts":1784685737.5306969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e568b95-7ccf-4e1c-b759-9e1c12a3afd3","EoS":true} {"level":"info","ts":1784685737.5307176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e568b95-7ccf-4e1c-b759-9e1c12a3afd3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685737.5307336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e568b95-7ccf-4e1c-b759-9e1c12a3afd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685737.530754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e568b95-7ccf-4e1c-b759-9e1c12a3afd3"} {"level":"info","ts":1784685737.6738658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685737.6739528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38"} {"level":"info","ts":1784685737.673961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38"} {"level":"info","ts":1784685737.6739717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38","EoS":false} {"level":"info","ts":1784685737.673982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38","EoS":true} {"level":"info","ts":1784685737.6740015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685737.6740172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685737.6740415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d9c84bc-2445-4d63-ab1c-c33498aeff38"} {"level":"info","ts":1784685737.816769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685737.8168428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"} {"level":"info","ts":1784685737.8168528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"} {"level":"info","ts":1784685737.816864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","EoS":false} {"level":"info","ts":1784685737.8168743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","EoS":true} {"level":"info","ts":1784685737.8168943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685737.8169096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685737.8169298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2eff7b70-5d62-4333-8f3d-802f20b49e93"} {"level":"info","ts":1784685737.953883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685737.9539661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"} {"level":"info","ts":1784685737.953976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"} {"level":"info","ts":1784685737.9539864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","EoS":false} {"level":"info","ts":1784685737.9539988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","EoS":true} {"level":"info","ts":1784685737.9540188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685737.9540348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685737.9540536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4941b04-0e98-4d8f-b662-f2c3e489bfaf"} {"level":"info","ts":1784685738.095596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685738.09569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"} {"level":"info","ts":1784685738.0957043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"} {"level":"info","ts":1784685738.095717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","EoS":false} {"level":"info","ts":1784685738.0957274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","EoS":true} {"level":"info","ts":1784685738.0957458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685738.0957599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685738.0957801,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6804fd60-b252-4ac8-bf36-b4a2710e5bc5"} {"level":"info","ts":1784685738.234835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685738.2349167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44a157da-ddd6-42f8-90cf-2f9d452b650c"} {"level":"info","ts":1784685738.2349253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44a157da-ddd6-42f8-90cf-2f9d452b650c"} {"level":"info","ts":1784685738.2349362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44a157da-ddd6-42f8-90cf-2f9d452b650c","EoS":false} {"level":"info","ts":1784685738.2349498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44a157da-ddd6-42f8-90cf-2f9d452b650c","EoS":true} {"level":"info","ts":1784685738.2349699,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44a157da-ddd6-42f8-90cf-2f9d452b650c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685738.234985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44a157da-ddd6-42f8-90cf-2f9d452b650c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685738.2350068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44a157da-ddd6-42f8-90cf-2f9d452b650c"} {"level":"info","ts":1784685755.087874,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685755.0879517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"} {"level":"info","ts":1784685755.0879605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"} {"level":"info","ts":1784685755.0879722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","EoS":false} {"level":"info","ts":1784685755.0879827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","EoS":true} {"level":"info","ts":1784685755.088002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685755.088015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685755.0880346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fad3d84-eaec-4069-b1e4-a17631746365"} {"level":"info","ts":1784685755.1251318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685755.1252036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75dcfe52-fa4e-4804-94dc-0b82f07a03b0"} {"level":"info","ts":1784685755.125216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75dcfe52-fa4e-4804-94dc-0b82f07a03b0"} {"level":"info","ts":1784685755.1252275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75dcfe52-fa4e-4804-94dc-0b82f07a03b0","EoS":false} {"level":"info","ts":1784685755.1252377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75dcfe52-fa4e-4804-94dc-0b82f07a03b0","EoS":true} {"level":"info","ts":1784685755.1252575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75dcfe52-fa4e-4804-94dc-0b82f07a03b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685755.125273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75dcfe52-fa4e-4804-94dc-0b82f07a03b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685755.1252913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75dcfe52-fa4e-4804-94dc-0b82f07a03b0"} {"level":"info","ts":1784685755.1609807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685755.1610546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e58ae632-138a-40ae-96c6-b67fbe1d9160"} {"level":"info","ts":1784685755.1610665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e58ae632-138a-40ae-96c6-b67fbe1d9160"} {"level":"info","ts":1784685755.161088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e58ae632-138a-40ae-96c6-b67fbe1d9160","EoS":false} {"level":"info","ts":1784685755.1611023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e58ae632-138a-40ae-96c6-b67fbe1d9160","EoS":true} {"level":"info","ts":1784685755.1611228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e58ae632-138a-40ae-96c6-b67fbe1d9160","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685755.1611385,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e58ae632-138a-40ae-96c6-b67fbe1d9160","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685755.161158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e58ae632-138a-40ae-96c6-b67fbe1d9160"} {"level":"info","ts":1784685755.203136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685755.2032096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b298d051-eb75-46fd-bff9-d5634b52df08"} {"level":"info","ts":1784685759.851119,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685759.8511977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"} {"level":"info","ts":1784685759.8512096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"} {"level":"info","ts":1784685759.8512208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","EoS":false} {"level":"info","ts":1784685759.851232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","EoS":true} {"level":"info","ts":1784685759.8512514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685759.8512673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685759.8512871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60751727-6c8c-4409-b2ce-d2aa40d62f11"} {"level":"info","ts":1784685768.4637902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685768.4638827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5ad946a-fe86-47af-a7e4-6c7e098141e2"} {"level":"info","ts":1784685768.4638927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5ad946a-fe86-47af-a7e4-6c7e098141e2"} {"level":"info","ts":1784685768.4639046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5ad946a-fe86-47af-a7e4-6c7e098141e2","EoS":false} {"level":"info","ts":1784685768.4639184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5ad946a-fe86-47af-a7e4-6c7e098141e2","EoS":true} {"level":"info","ts":1784685768.4639385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5ad946a-fe86-47af-a7e4-6c7e098141e2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685768.463954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5ad946a-fe86-47af-a7e4-6c7e098141e2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685768.4639788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5ad946a-fe86-47af-a7e4-6c7e098141e2"} {"level":"info","ts":1784685770.4956958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685770.495773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"} {"level":"info","ts":1784685770.4957955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"} {"level":"info","ts":1784685770.4958067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","EoS":false} {"level":"info","ts":1784685770.4958167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","EoS":true} {"level":"info","ts":1784685770.4958375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685770.4958537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685770.495876,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a26d35da-df82-415e-95f0-ecbc0974ef08"} {"level":"info","ts":1784685783.4679995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685783.468108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"} {"level":"info","ts":1784685783.4681263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"} {"level":"info","ts":1784685783.4681447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","EoS":false} {"level":"info","ts":1784685783.4681633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","EoS":true} {"level":"info","ts":1784685783.4681895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685783.4682117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685783.4682531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf73f72b-da58-4dcb-85b8-5326e60bbe58"} {"level":"info","ts":1784685792.0466344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685792.0467157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"} {"level":"info","ts":1784685792.0467248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"} {"level":"info","ts":1784685792.0467367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","EoS":false} {"level":"info","ts":1784685792.0467477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","EoS":true} {"level":"info","ts":1784685792.046768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685792.0467842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685792.046806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dc24f97-a9f8-45d8-9232-435ca8c390ba"} {"level":"info","ts":1784685800.9657419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685800.9658232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"} {"level":"info","ts":1784685800.965834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"} {"level":"info","ts":1784685800.9658577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","EoS":false} {"level":"info","ts":1784685800.9658792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","EoS":true} {"level":"info","ts":1784685800.9659016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685800.9659176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685800.9659412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"602c772e-73ac-490b-ae58-73f8b61834bf"} {"level":"info","ts":1784685810.0138786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685810.0139582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bd9f9e6-7bce-4b9a-a1ef-5a13ea52a054"} {"level":"info","ts":1784685810.0139706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4bd9f9e6-7bce-4b9a-a1ef-5a13ea52a054"} {"level":"info","ts":1784685810.013982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bd9f9e6-7bce-4b9a-a1ef-5a13ea52a054","EoS":false} {"level":"info","ts":1784685810.0139923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bd9f9e6-7bce-4b9a-a1ef-5a13ea52a054","EoS":true} {"level":"info","ts":1784685810.0140126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bd9f9e6-7bce-4b9a-a1ef-5a13ea52a054","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685810.0140283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bd9f9e6-7bce-4b9a-a1ef-5a13ea52a054","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685810.0140502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4bd9f9e6-7bce-4b9a-a1ef-5a13ea52a054"} {"level":"info","ts":1784685814.8147347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685814.8148224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f8060bc-d121-4fd8-9dda-5b950d1690a2"} {"level":"info","ts":1784685814.814831,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f8060bc-d121-4fd8-9dda-5b950d1690a2"} {"level":"info","ts":1784685814.8148417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f8060bc-d121-4fd8-9dda-5b950d1690a2","EoS":false} {"level":"info","ts":1784685814.8148544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f8060bc-d121-4fd8-9dda-5b950d1690a2","EoS":true} {"level":"info","ts":1784685814.814879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f8060bc-d121-4fd8-9dda-5b950d1690a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784685814.8148954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f8060bc-d121-4fd8-9dda-5b950d1690a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685814.814916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f8060bc-d121-4fd8-9dda-5b950d1690a2"} {"level":"info","ts":1784685819.6435747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685819.6436663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc2deade-b258-462a-961b-dedcebe5648a"} {"level":"info","ts":1784685819.6436806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc2deade-b258-462a-961b-dedcebe5648a"} {"level":"info","ts":1784685819.6437004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc2deade-b258-462a-961b-dedcebe5648a","EoS":false} {"level":"info","ts":1784685819.6437182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc2deade-b258-462a-961b-dedcebe5648a","EoS":true} {"level":"info","ts":1784685819.6437504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc2deade-b258-462a-961b-dedcebe5648a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685819.6437707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc2deade-b258-462a-961b-dedcebe5648a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685819.643802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc2deade-b258-462a-961b-dedcebe5648a"} {"level":"info","ts":1784685819.9276853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685819.927767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fcb176e-ff25-4e99-9981-706581bc3bce"} {"level":"info","ts":1784685819.9277751,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fcb176e-ff25-4e99-9981-706581bc3bce"} {"level":"info","ts":1784685819.9277864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fcb176e-ff25-4e99-9981-706581bc3bce","EoS":false} {"level":"info","ts":1784685819.9278004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fcb176e-ff25-4e99-9981-706581bc3bce","EoS":true} {"level":"info","ts":1784685819.9278212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fcb176e-ff25-4e99-9981-706581bc3bce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685819.927839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fcb176e-ff25-4e99-9981-706581bc3bce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685819.927863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fcb176e-ff25-4e99-9981-706581bc3bce"} {"level":"info","ts":1784685821.963277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685821.9633548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2603687-7970-4545-81b1-b513e0156097"} {"level":"info","ts":1784685821.9633646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2603687-7970-4545-81b1-b513e0156097"} {"level":"info","ts":1784685821.9633763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2603687-7970-4545-81b1-b513e0156097","EoS":false} {"level":"info","ts":1784685821.963391,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2603687-7970-4545-81b1-b513e0156097","EoS":true} {"level":"info","ts":1784685821.9634104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2603687-7970-4545-81b1-b513e0156097","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685821.963427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2603687-7970-4545-81b1-b513e0156097","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685821.963446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2603687-7970-4545-81b1-b513e0156097"} {"level":"info","ts":1784685824.0057538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685824.0058484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"} {"level":"info","ts":1784685824.0058606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"} {"level":"info","ts":1784685824.005872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","EoS":false} {"level":"info","ts":1784685824.005883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","EoS":true} {"level":"info","ts":1784685824.005901,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685824.0059178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685824.0059376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"effb5ab3-6a3a-42be-ab04-60a7fb23f54e"} {"level":"info","ts":1784685846.8277986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685846.8278759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"} {"level":"info","ts":1784685846.8278873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"} {"level":"info","ts":1784685846.8278983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","EoS":false} {"level":"info","ts":1784685846.8279114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","EoS":true} {"level":"info","ts":1784685846.8279316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685846.8279464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685846.8279653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7aa9de0d-ed27-411b-9095-e530cafc5aa9"} {"level":"info","ts":1784685856.2076797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685856.2077646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"489780b4-e5a2-4e89-ad47-62e0885bbbd4"} {"level":"info","ts":1784685856.2077746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"489780b4-e5a2-4e89-ad47-62e0885bbbd4"} {"level":"info","ts":1784685856.2077873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"489780b4-e5a2-4e89-ad47-62e0885bbbd4","EoS":false} {"level":"info","ts":1784685856.207798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"489780b4-e5a2-4e89-ad47-62e0885bbbd4","EoS":true} {"level":"info","ts":1784685856.2078187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"489780b4-e5a2-4e89-ad47-62e0885bbbd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685856.2078354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"489780b4-e5a2-4e89-ad47-62e0885bbbd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685856.2078545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"489780b4-e5a2-4e89-ad47-62e0885bbbd4"} {"level":"info","ts":1784685861.727883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685861.727974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70cb4df2-c8fb-4e97-be7a-66c19cf4d878"} {"level":"info","ts":1784685861.7279837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70cb4df2-c8fb-4e97-be7a-66c19cf4d878"} {"level":"info","ts":1784685861.7279952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70cb4df2-c8fb-4e97-be7a-66c19cf4d878","EoS":false} {"level":"info","ts":1784685861.7280085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70cb4df2-c8fb-4e97-be7a-66c19cf4d878","EoS":true} {"level":"info","ts":1784685861.7280283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70cb4df2-c8fb-4e97-be7a-66c19cf4d878","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685861.7280438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70cb4df2-c8fb-4e97-be7a-66c19cf4d878","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685861.7280655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70cb4df2-c8fb-4e97-be7a-66c19cf4d878"} {"level":"info","ts":1784685871.348297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685871.3483791,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dda33b1-b61c-4207-b672-a3572aac6c5e"} {"level":"info","ts":1784685871.3483884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9dda33b1-b61c-4207-b672-a3572aac6c5e"} {"level":"info","ts":1784685871.348399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dda33b1-b61c-4207-b672-a3572aac6c5e","EoS":false} {"level":"info","ts":1784685871.3484097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dda33b1-b61c-4207-b672-a3572aac6c5e","EoS":true} {"level":"info","ts":1784685871.3484306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dda33b1-b61c-4207-b672-a3572aac6c5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685871.348446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dda33b1-b61c-4207-b672-a3572aac6c5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685871.348472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9dda33b1-b61c-4207-b672-a3572aac6c5e"} {"level":"info","ts":1784685873.3870556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685873.3871634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"} {"level":"info","ts":1784685873.3871768,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"} {"level":"info","ts":1784685873.387189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","EoS":false} {"level":"info","ts":1784685873.3872015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","EoS":true} {"level":"info","ts":1784685873.3872223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685873.3872368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685873.3872578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"253926d7-4c5b-4834-8fbe-5d1da021f466"} {"level":"info","ts":1784685882.875113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685882.875192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"} {"level":"info","ts":1784685882.8752007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"} {"level":"info","ts":1784685882.8752124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","EoS":false} {"level":"info","ts":1784685882.8752227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","EoS":true} {"level":"info","ts":1784685882.8752434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685882.875272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685882.8752947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97763804-d908-4216-9ca4-fc22eac5e1f8"} {"level":"info","ts":1784685882.9114873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685882.9115891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"} {"level":"info","ts":1784685882.9116046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"} {"level":"info","ts":1784685882.9116213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","EoS":false} {"level":"info","ts":1784685882.9116366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","EoS":true} {"level":"info","ts":1784685882.9116561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685882.9116719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685882.911694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56f8b203-4ee2-4528-afde-2a35d5a58cc2"} {"level":"info","ts":1784685902.1130145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685902.1130965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"} {"level":"info","ts":1784685902.11311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"} {"level":"info","ts":1784685902.113122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","EoS":false} {"level":"info","ts":1784685902.1131322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","EoS":true} {"level":"info","ts":1784685902.1131513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685902.1131666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685902.1131856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"def7d158-3af8-4c6a-a076-77015b645818"} {"level":"info","ts":1784685911.518593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685911.5186827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"317166c5-3d8d-4cee-a46f-c2834a94e592"} {"level":"info","ts":1784685911.5187013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"317166c5-3d8d-4cee-a46f-c2834a94e592"} {"level":"info","ts":1784685911.5187144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"317166c5-3d8d-4cee-a46f-c2834a94e592","EoS":false} {"level":"info","ts":1784685911.5187278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"317166c5-3d8d-4cee-a46f-c2834a94e592","EoS":true} {"level":"info","ts":1784685911.518748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"317166c5-3d8d-4cee-a46f-c2834a94e592","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784685911.518765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"317166c5-3d8d-4cee-a46f-c2834a94e592","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784685911.5187922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"317166c5-3d8d-4cee-a46f-c2834a94e592"} {"level":"info","ts":1784685916.8269877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784685916.8270729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ee7006a-b244-493e-980b-4f99013fc190"} {"level":"info","ts":1784685916.8270836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ee7006a-b244-493e-980b-4f99013fc190"} {"level":"info","ts":1784685916.8270948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ee7006a-b244-493e-980b-4f99013fc190","EoS":false} {"level":"info","ts":1784685916.827109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ee7006a-b244-493e-980b-4f99013fc190","EoS":true} {"level":"info","ts":1784685916.8271356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ee7006a-b244-493e-980b-4f99013fc190","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784685916.8271518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ee7006a-b244-493e-980b-4f99013fc190","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784685916.8271716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ee7006a-b244-493e-980b-4f99013fc190"} {"level":"info","ts":1784686007.6438832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686007.6439717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b0f41ce-4943-4b7f-80fb-cc2b7a43c87f"} {"level":"info","ts":1784686007.6439843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b0f41ce-4943-4b7f-80fb-cc2b7a43c87f"} {"level":"info","ts":1784686007.6440015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b0f41ce-4943-4b7f-80fb-cc2b7a43c87f","EoS":false} {"level":"info","ts":1784686007.6440187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b0f41ce-4943-4b7f-80fb-cc2b7a43c87f","EoS":true} {"level":"info","ts":1784686007.6440494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b0f41ce-4943-4b7f-80fb-cc2b7a43c87f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784686007.6440697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b0f41ce-4943-4b7f-80fb-cc2b7a43c87f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784686007.6441014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b0f41ce-4943-4b7f-80fb-cc2b7a43c87f"} {"level":"info","ts":1784686033.428218,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686033.4283063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"} {"level":"info","ts":1784686033.428316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"} {"level":"info","ts":1784686033.4283285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","EoS":false} {"level":"info","ts":1784686033.4283423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","EoS":true} {"level":"info","ts":1784686033.4283667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784686033.4283822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784686033.4284072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11b83385-a8aa-4f36-ab72-5743e2239373"} {"level":"info","ts":1784686071.1499128,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686071.1500037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"} {"level":"info","ts":1784686071.1500127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"} {"level":"info","ts":1784686071.1500242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","EoS":false} {"level":"info","ts":1784686071.1500385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","EoS":true} {"level":"info","ts":1784686071.150061,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784686071.1500773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784686071.1501024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"322287dc-698c-426a-b6c6-5635668baefa"} {"level":"info","ts":1784686086.4524784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686086.4525788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"} {"level":"info","ts":1784686086.4525917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"} {"level":"info","ts":1784686086.4526057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","EoS":false} {"level":"info","ts":1784686086.452624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","EoS":true} {"level":"info","ts":1784686086.452649,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784686086.452665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784686086.4526865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b56c24c-8b07-4a4d-961a-5e89657e0b30"} {"level":"info","ts":1784686086.753908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686086.753991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e43e4281-6fee-4c6c-aa0f-fc8b1b95cafa"} {"level":"info","ts":1784686086.7540011,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e43e4281-6fee-4c6c-aa0f-fc8b1b95cafa"} {"level":"info","ts":1784686086.754012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e43e4281-6fee-4c6c-aa0f-fc8b1b95cafa","EoS":false} {"level":"info","ts":1784686086.7540252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e43e4281-6fee-4c6c-aa0f-fc8b1b95cafa","EoS":true} {"level":"info","ts":1784686086.754047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e43e4281-6fee-4c6c-aa0f-fc8b1b95cafa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784686086.754063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e43e4281-6fee-4c6c-aa0f-fc8b1b95cafa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784686086.7540853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e43e4281-6fee-4c6c-aa0f-fc8b1b95cafa"} {"level":"info","ts":1784686399.425382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686399.4254665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"} {"level":"info","ts":1784686399.425475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"} {"level":"info","ts":1784686399.4254868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","EoS":false} {"level":"info","ts":1784686399.4255016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","EoS":true} {"level":"info","ts":1784686399.4255466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784686399.4255624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784686399.4255815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e6f6e3e-d4a1-48cb-828e-471c2d200b16"} {"level":"info","ts":1784686399.4676445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686399.4677238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02714eed-8bd3-4abb-839b-d237abf400bd"} {"level":"info","ts":1784686399.467733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02714eed-8bd3-4abb-839b-d237abf400bd"} {"level":"info","ts":1784686399.4677448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02714eed-8bd3-4abb-839b-d237abf400bd","EoS":false} {"level":"info","ts":1784686399.467757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02714eed-8bd3-4abb-839b-d237abf400bd","EoS":true} {"level":"info","ts":1784686399.4677765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02714eed-8bd3-4abb-839b-d237abf400bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784686399.4677916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02714eed-8bd3-4abb-839b-d237abf400bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784686399.4678109,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02714eed-8bd3-4abb-839b-d237abf400bd"} {"level":"info","ts":1784686399.5021284,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686399.502226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b37668c4-976a-40b0-bfe7-8f48116d55dc"} {"level":"info","ts":1784686399.5022423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b37668c4-976a-40b0-bfe7-8f48116d55dc"} {"level":"info","ts":1784686399.5022545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b37668c4-976a-40b0-bfe7-8f48116d55dc","EoS":false} {"level":"info","ts":1784686399.5022676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b37668c4-976a-40b0-bfe7-8f48116d55dc","EoS":true} {"level":"info","ts":1784686399.5022886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b37668c4-976a-40b0-bfe7-8f48116d55dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784686399.5023074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b37668c4-976a-40b0-bfe7-8f48116d55dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784686399.5023303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b37668c4-976a-40b0-bfe7-8f48116d55dc"} {"level":"info","ts":1784686404.4033473,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65adc3e7-206f-4c9f-b078-a3b55fd5db4c"} {"level":"info","ts":1784686404.403432,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c9ad08e-8ac7-46ad-aa47-9598db1128f7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784686404.4034626,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c9ad08e-8ac7-46ad-aa47-9598db1128f7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784686404.41081,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa947730-845c-49a7-bba2-196d8d54bafb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784686404.4108353,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa947730-845c-49a7-bba2-196d8d54bafb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784686404.4121985,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65adc3e7-206f-4c9f-b078-a3b55fd5db4c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686404.4124386,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35575.068201524,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.4124594,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.5036216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.5136817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36773.118667366,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.513709,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.5853777,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32115507-af75-4e22-bc27-a9d5060a5b96","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784686404.5854874,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32115507-af75-4e22-bc27-a9d5060a5b96","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784686404.5867116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c0f4e2a-623d-4bcd-bedd-6cb707f6c89f"} {"level":"info","ts":1784686404.5875638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7a96fe0-2e52-454e-b41c-5fab97c9c456","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784686404.587609,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7a96fe0-2e52-454e-b41c-5fab97c9c456","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784686404.589987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784686404.5912342,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c0f4e2a-623d-4bcd-bedd-6cb707f6c89f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686404.5914183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36628.853795999,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.5914364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.5983276,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784686404.614288,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65adc3e7-206f-4c9f-b078-a3b55fd5db4c","name":"e2e-external-provider"} {"level":"info","ts":1784686404.627022,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65adc3e7-206f-4c9f-b078-a3b55fd5db4c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784686404.6307867,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65adc3e7-206f-4c9f-b078-a3b55fd5db4c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686404.6308796,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3106feba-b8c6-4c7a-a776-64201374a2ba"} {"level":"info","ts":1784686404.6309197,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3106feba-b8c6-4c7a-a776-64201374a2ba","name":"e2e-external-provider"} {"level":"info","ts":1784686404.6412888,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3106feba-b8c6-4c7a-a776-64201374a2ba","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784686404.6849563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef07de9b-fb91-418f-8ef9-c68584539dd2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784686404.6850014,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef07de9b-fb91-418f-8ef9-c68584539dd2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784686404.690923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbf5cf9d-6882-4b2c-b33a-fa39ac1a2fe6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784686404.6909568,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbf5cf9d-6882-4b2c-b33a-fa39ac1a2fe6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784686404.691895,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c0f4e2a-623d-4bcd-bedd-6cb707f6c89f","name":"e2e-external-model"} {"level":"info","ts":1784686404.7007303,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c0f4e2a-623d-4bcd-bedd-6cb707f6c89f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784686404.7046468,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c0f4e2a-623d-4bcd-bedd-6cb707f6c89f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686404.704743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0cc994-05a0-4a88-b43b-6cd7ad0b7dab"} {"level":"info","ts":1784686404.7047982,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0cc994-05a0-4a88-b43b-6cd7ad0b7dab","name":"e2e-external-model"} {"level":"info","ts":1784686404.7080088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0550c7d8-ce06-40b7-b904-83fe1da11848","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784686404.7080355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0550c7d8-ce06-40b7-b904-83fe1da11848","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784686404.7125757,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0cc994-05a0-4a88-b43b-6cd7ad0b7dab","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784686404.7159662,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0cc994-05a0-4a88-b43b-6cd7ad0b7dab","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686404.716036,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4abb27b0-aff0-4749-a994-9812e4c1cc77"} {"level":"info","ts":1784686404.7160811,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4abb27b0-aff0-4749-a994-9812e4c1cc77","name":"e2e-external-model"} {"level":"info","ts":1784686404.7244592,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4abb27b0-aff0-4749-a994-9812e4c1cc77","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784686414.1043658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686414.104455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e"} {"level":"info","ts":1784686414.1044736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e"} {"level":"info","ts":1784686414.104532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e","EoS":false} {"level":"info","ts":1784686414.1045556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e","EoS":true} {"level":"info","ts":1784686414.1045852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784686414.1046047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784686414.1046185,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e","modelName":"e2e-external-model"} {"level":"info","ts":1784686414.1046407,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784686414.1046984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e4ccbe3-57c1-4596-8543-b6532502046e"} {"level":"info","ts":1784686414.156724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686414.1568346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e"} {"level":"info","ts":1784686414.156847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e"} {"level":"info","ts":1784686414.156863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e","EoS":false} {"level":"info","ts":1784686414.1568818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e","EoS":true} {"level":"info","ts":1784686414.1569095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784686414.156987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784686414.1570048,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e","modelName":"e2e-external-model"} {"level":"info","ts":1784686414.1570246,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784686414.157079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17167624-ad18-41c0-b078-f7a27c8cc15e"} {"level":"info","ts":1784686414.188114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686414.18818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc"} {"level":"info","ts":1784686414.1881886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc"} {"level":"info","ts":1784686414.1882002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","EoS":false} {"level":"info","ts":1784686414.1882105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","EoS":true} {"level":"info","ts":1784686414.1882288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784686414.1882436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784686414.1882505,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","modelName":"e2e-external-model"} {"level":"info","ts":1784686414.1882644,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784686414.1883357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"313197bc-f2b8-41e5-a8c0-774c814ff5fc"} {"level":"info","ts":1784686414.3303983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd8af58c-d580-4274-9de1-b44dffaea432","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784686414.3304412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd8af58c-d580-4274-9de1-b44dffaea432","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784686414.3304076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351c804-1536-4cfd-89be-f191078dd632"} {"level":"info","ts":1784686414.3380058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d85bcc7f-be2b-4924-a298-5aed591f2d8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784686414.338035,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d85bcc7f-be2b-4924-a298-5aed591f2d8c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784686414.339286,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351c804-1536-4cfd-89be-f191078dd632","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686414.3393445,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351c804-1536-4cfd-89be-f191078dd632","name":"e2e-cleanup-test"} {"level":"info","ts":1784686414.354632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7efa9b9e-6c77-4f53-9396-8f392e3e4f22","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784686414.354667,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7efa9b9e-6c77-4f53-9396-8f392e3e4f22","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784686414.3563876,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351c804-1536-4cfd-89be-f191078dd632","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784686414.3564303,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b351c804-1536-4cfd-89be-f191078dd632","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686414.356503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6054064d-1afa-490b-9322-0bd080b596c3"} {"level":"info","ts":1784686414.3565779,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6054064d-1afa-490b-9322-0bd080b596c3","name":"e2e-cleanup-test"} {"level":"info","ts":1784686414.3703082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bd4b03c-6676-4faa-898f-a4aa33fb192f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784686414.3703458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bd4b03c-6676-4faa-898f-a4aa33fb192f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784686414.3740406,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6054064d-1afa-490b-9322-0bd080b596c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784686414.3740883,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6054064d-1afa-490b-9322-0bd080b596c3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784686414.3741322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"162173fe-816c-4a71-91c1-0bd28b65bd37"} {"level":"info","ts":1784686414.3741875,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"162173fe-816c-4a71-91c1-0bd28b65bd37","name":"e2e-cleanup-test"} {"level":"info","ts":1784686414.3837936,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"162173fe-816c-4a71-91c1-0bd28b65bd37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784686414.3899984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4498c39f-5ff8-4ca8-920d-1cc503e656be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784686414.3900244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4498c39f-5ff8-4ca8-920d-1cc503e656be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784686414.3900235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86cc3666-e419-42de-a5a1-b02f3035c54c"} {"level":"info","ts":1784686414.390077,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86cc3666-e419-42de-a5a1-b02f3035c54c","name":"e2e-cleanup-test"} {"level":"info","ts":1784686414.3976347,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86cc3666-e419-42de-a5a1-b02f3035c54c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784686422.6254342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce90d21e-a450-42da-a6d6-2e38ea9c6892","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784686422.6254716,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce90d21e-a450-42da-a6d6-2e38ea9c6892","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784686422.6254818,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4131a47-1af8-461d-b60c-f5a02a5e1f43"} {"level":"info","ts":1784686426.9540706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686426.9541569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e"} {"level":"info","ts":1784686426.9541664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e"} {"level":"info","ts":1784686426.9541783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e","EoS":false} {"level":"info","ts":1784686426.9541883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e","EoS":true} {"level":"info","ts":1784686426.9542084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784686426.954225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784686426.9542458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f4d6d9-ae67-44ec-b2c2-44d7623a9e3e"} {"level":"info","ts":1784686426.9848258,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686426.9848983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877"} {"level":"info","ts":1784686426.9849095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877"} {"level":"info","ts":1784686426.9849203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","EoS":false} {"level":"info","ts":1784686426.9849348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","EoS":true} {"level":"info","ts":1784686426.9849548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784686426.9849703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784686426.98498,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","modelName":"e2e-external-model"} {"level":"info","ts":1784686426.9849935,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784686426.9850292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"373dcd41-39bf-4a88-9322-56de04c8d877"} {"level":"info","ts":1784686427.0299735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686427.0300443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"} {"level":"info","ts":1784686427.0300527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"} {"level":"info","ts":1784686427.030064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","EoS":false} {"level":"info","ts":1784686427.0300777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","EoS":true} {"level":"info","ts":1784686427.0300965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784686427.0301127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784686427.030137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a480796-6f2f-4f85-b41a-d7f9031d0602"} {"level":"info","ts":1784686427.1746993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784686427.1747754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e357532-086f-4452-910c-091159401333"} {"level":"info","ts":1784686427.1747844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e357532-086f-4452-910c-091159401333"} {"level":"info","ts":1784686427.1747966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e357532-086f-4452-910c-091159401333","EoS":false} {"level":"info","ts":1784686427.174811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e357532-086f-4452-910c-091159401333","EoS":true} {"level":"info","ts":1784686427.174832,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6e357532-086f-4452-910c-091159401333","field":"model"} {"level":"info","ts":1784686427.1748607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e357532-086f-4452-910c-091159401333"} {"level":"info","ts":1784686428.11025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d8fc255-5dd9-461c-b804-a445c0bddafb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784686428.1103032,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d8fc255-5dd9-461c-b804-a445c0bddafb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784686428.110261,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59998e29-5445-469a-b057-33cdc99f075b"} {"level":"info","ts":1784686428.2762558,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6bd01fca-3745-4014-8c5c-413aecab0b15"} {"level":"info","ts":1784686428.276294,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5b13276-52a1-46cd-bffe-bfca94f8d7dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784686428.2763329,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5b13276-52a1-46cd-bffe-bfca94f8d7dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784687019.1396627,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687019.1397421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3b5b9c-9249-4ea3-a6a5-1bae300b7a88"} {"level":"info","ts":1784687019.1397507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be3b5b9c-9249-4ea3-a6a5-1bae300b7a88"} {"level":"info","ts":1784687019.1397617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3b5b9c-9249-4ea3-a6a5-1bae300b7a88","EoS":false} {"level":"info","ts":1784687019.1397734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3b5b9c-9249-4ea3-a6a5-1bae300b7a88","EoS":true} {"level":"info","ts":1784687019.1397948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be3b5b9c-9249-4ea3-a6a5-1bae300b7a88","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687019.1398108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be3b5b9c-9249-4ea3-a6a5-1bae300b7a88","path":"/ai-tenant-e2e-inf-b-6708c8/test-model-6708c8/v1/chat/completions"} {"level":"info","ts":1784687019.13983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be3b5b9c-9249-4ea3-a6a5-1bae300b7a88"} {"level":"info","ts":1784687040.2085364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687040.2086205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"} {"level":"info","ts":1784687040.20863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"} {"level":"info","ts":1784687040.208641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","EoS":false} {"level":"info","ts":1784687040.208655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","EoS":true} {"level":"info","ts":1784687040.208674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687040.2086904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf","path":"/ai-tenant-e2e-inf-b-6708c8/test-model-6708c8/v1/chat/completions"} {"level":"info","ts":1784687040.2087095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b387100e-4b46-4a29-9c0b-7c3faaa0ffcf"} {"level":"info","ts":1784687500.2946675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687500.294752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"} {"level":"info","ts":1784687500.2947605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"} {"level":"info","ts":1784687500.2947721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","EoS":false} {"level":"info","ts":1784687500.2947836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","EoS":true} {"level":"info","ts":1784687500.2948048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687500.2948196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d","path":"/ai-tenant-e2e-shared-a-9d0056/rate-test-model-9d0056/v1/completions"} {"level":"info","ts":1784687500.294843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e388df6-c2f6-4f19-b68e-196f95d9814d"} {"level":"info","ts":1784687501.3729591,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687501.3730466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"} {"level":"info","ts":1784687501.3730628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"} {"level":"info","ts":1784687501.3730829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","EoS":false} {"level":"info","ts":1784687501.3731031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","EoS":true} {"level":"info","ts":1784687501.3731318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687501.37315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2","path":"/ai-tenant-e2e-shared-a-9d0056/rate-test-model-9d0056/v1/completions"} {"level":"info","ts":1784687501.373182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"744b75e0-5a45-4d7b-bbe7-153cc680d2a2"} {"level":"info","ts":1784687502.4142752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687502.414354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4687408a-4491-4a17-a2a3-228bf20ff8f8"} {"level":"info","ts":1784687502.4143698,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4687408a-4491-4a17-a2a3-228bf20ff8f8"} {"level":"info","ts":1784687502.4143846,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4687408a-4491-4a17-a2a3-228bf20ff8f8","EoS":false} {"level":"info","ts":1784687502.414403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4687408a-4491-4a17-a2a3-228bf20ff8f8","EoS":true} {"level":"info","ts":1784687502.4144325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4687408a-4491-4a17-a2a3-228bf20ff8f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687502.4144497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4687408a-4491-4a17-a2a3-228bf20ff8f8","path":"/ai-tenant-e2e-shared-a-9d0056/rate-test-model-9d0056/v1/completions"} {"level":"info","ts":1784687502.4144745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4687408a-4491-4a17-a2a3-228bf20ff8f8"} {"level":"info","ts":1784687515.6959438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687515.6960287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"} {"level":"info","ts":1784687515.6960387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"} {"level":"info","ts":1784687515.6960495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","EoS":false} {"level":"info","ts":1784687515.6960614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","EoS":true} {"level":"info","ts":1784687515.6960793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687515.696098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f","path":"/ai-tenant-e2e-shared-b-a73722/rate-test-model-a73722/v1/completions"} {"level":"info","ts":1784687515.696119,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bec5164-6557-46b8-9028-28e1ade6c79f"}