{"level":"info","ts":1785268342.3977098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb53d2d6-11a3-4107-b131-e292f3ac19e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268342.3977308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb53d2d6-11a3-4107-b131-e292f3ac19e5"} {"level":"info","ts":1785268342.4327931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268342.4328656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1920b3a5-35d0-4b2e-9b68-04c854796cfe"} {"level":"info","ts":1785268342.4328809,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1920b3a5-35d0-4b2e-9b68-04c854796cfe"} {"level":"info","ts":1785268342.4328923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1920b3a5-35d0-4b2e-9b68-04c854796cfe","EoS":false} {"level":"info","ts":1785268342.4329019,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1920b3a5-35d0-4b2e-9b68-04c854796cfe","EoS":true} {"level":"info","ts":1785268342.4329178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1920b3a5-35d0-4b2e-9b68-04c854796cfe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268342.4329321,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1920b3a5-35d0-4b2e-9b68-04c854796cfe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268342.4329503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1920b3a5-35d0-4b2e-9b68-04c854796cfe"} {"level":"info","ts":1785268346.604605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268346.6047473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02bc854f-3d12-4c86-88e1-664fa83b4370"} {"level":"info","ts":1785268346.6047645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02bc854f-3d12-4c86-88e1-664fa83b4370"} {"level":"info","ts":1785268346.6047785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02bc854f-3d12-4c86-88e1-664fa83b4370","EoS":false} {"level":"info","ts":1785268346.6047916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02bc854f-3d12-4c86-88e1-664fa83b4370","EoS":true} {"level":"info","ts":1785268346.6048133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02bc854f-3d12-4c86-88e1-664fa83b4370","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268346.6048286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02bc854f-3d12-4c86-88e1-664fa83b4370","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268346.6048515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02bc854f-3d12-4c86-88e1-664fa83b4370"} {"level":"info","ts":1785268365.584179,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268365.584284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67e73d45-6a6f-4460-b64a-4a5b65127d73"} {"level":"info","ts":1785268365.5843005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67e73d45-6a6f-4460-b64a-4a5b65127d73"} {"level":"info","ts":1785268365.584315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e73d45-6a6f-4460-b64a-4a5b65127d73","EoS":false} {"level":"info","ts":1785268365.5843284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e73d45-6a6f-4460-b64a-4a5b65127d73","EoS":true} {"level":"info","ts":1785268365.5843515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67e73d45-6a6f-4460-b64a-4a5b65127d73","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268365.584369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67e73d45-6a6f-4460-b64a-4a5b65127d73","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268365.5843916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67e73d45-6a6f-4460-b64a-4a5b65127d73"} {"level":"info","ts":1785268365.721484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268365.7215693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.721584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.721597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","EoS":false} {"level":"info","ts":1785268365.7216072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","EoS":true} {"level":"info","ts":1785268365.7216277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268365.721644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268365.7216845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18f72f9b-c42b-42a5-9012-4ee6fd4d3956"} {"level":"info","ts":1785268365.857524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268365.8575938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.857604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.857615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","EoS":false} {"level":"info","ts":1785268365.8576248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","EoS":true} {"level":"info","ts":1785268365.8576436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268365.8576734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268365.8576968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e73b1733-167a-4a8a-be53-7aaef9c731d7"} {"level":"info","ts":1785268365.9925911,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268365.9927049,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268365.9927206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268365.9927344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","EoS":false} {"level":"info","ts":1785268365.9927483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","EoS":true} {"level":"info","ts":1785268365.9927683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268365.9927847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268365.9928062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc20e94b-3565-4e8e-ba2d-e89078045a63"} {"level":"info","ts":1785268366.124739,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268366.1248124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.1248267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.1248384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","EoS":false} {"level":"info","ts":1785268366.1248481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","EoS":true} {"level":"info","ts":1785268366.1248653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268366.1248796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268366.1248996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04e474d7-c5bb-475f-964d-d7a6785f9b5d"} {"level":"info","ts":1785268366.2582862,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268366.2583714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d863294-51b8-4602-83d8-2b22f1e952fd"} {"level":"info","ts":1785268366.2583861,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d863294-51b8-4602-83d8-2b22f1e952fd"} {"level":"info","ts":1785268366.258399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d863294-51b8-4602-83d8-2b22f1e952fd","EoS":false} {"level":"info","ts":1785268366.258412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d863294-51b8-4602-83d8-2b22f1e952fd","EoS":true} {"level":"info","ts":1785268366.258433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d863294-51b8-4602-83d8-2b22f1e952fd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268366.258457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d863294-51b8-4602-83d8-2b22f1e952fd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268366.2584836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d863294-51b8-4602-83d8-2b22f1e952fd"} {"level":"info","ts":1785268383.225597,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.225691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.2257042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.225718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","EoS":false} {"level":"info","ts":1785268383.225728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","EoS":true} {"level":"info","ts":1785268383.2257502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268383.225766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268383.225788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1fe101d-a1b2-41fe-88af-082bd8ead976"} {"level":"info","ts":1785268383.2616403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.2617311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.2617455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.2617638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","EoS":false} {"level":"info","ts":1785268383.2617815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","EoS":true} {"level":"info","ts":1785268383.2618055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268383.2618246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268383.2618527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ddfc59b-0bfa-4456-957d-2c0aac933237"} {"level":"info","ts":1785268383.2965047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.296576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20564518-e60e-4603-98a3-ff9ef236456a"} {"level":"info","ts":1785268383.2965906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20564518-e60e-4603-98a3-ff9ef236456a"} {"level":"info","ts":1785268383.2966082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20564518-e60e-4603-98a3-ff9ef236456a","EoS":false} {"level":"info","ts":1785268383.2966268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20564518-e60e-4603-98a3-ff9ef236456a","EoS":true} {"level":"info","ts":1785268383.2966547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20564518-e60e-4603-98a3-ff9ef236456a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268383.2966862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20564518-e60e-4603-98a3-ff9ef236456a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268383.2967122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20564518-e60e-4603-98a3-ff9ef236456a"} {"level":"info","ts":1785268383.333193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.333259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63593a26-80bb-4c1b-8a8e-24634b30172a"} {"level":"info","ts":1785268383.3332722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63593a26-80bb-4c1b-8a8e-24634b30172a"} {"level":"info","ts":1785268383.333289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63593a26-80bb-4c1b-8a8e-24634b30172a","EoS":false} {"level":"info","ts":1785268383.3333087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63593a26-80bb-4c1b-8a8e-24634b30172a","EoS":true} {"level":"info","ts":1785268383.3333359,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63593a26-80bb-4c1b-8a8e-24634b30172a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268383.3333538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63593a26-80bb-4c1b-8a8e-24634b30172a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268383.3333814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63593a26-80bb-4c1b-8a8e-24634b30172a"} {"level":"info","ts":1785268383.3608108,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268383.360883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c8a261d-6855-4f48-a0eb-9187dd89fa43"} {"level":"info","ts":1785268388.0097501,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268388.0098307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268388.0098414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268388.0098524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","EoS":false} {"level":"info","ts":1785268388.0098634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","EoS":true} {"level":"info","ts":1785268388.009883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268388.009899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268388.0099244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e32ee263-3473-406d-b551-3cf619b640da"} {"level":"info","ts":1785268396.5695915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268396.569691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17c5d5c4-9df6-4d0a-b75a-f33213c6755c"} {"level":"info","ts":1785268396.5697064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17c5d5c4-9df6-4d0a-b75a-f33213c6755c"} {"level":"info","ts":1785268396.5697196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c5d5c4-9df6-4d0a-b75a-f33213c6755c","EoS":false} {"level":"info","ts":1785268396.5697308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c5d5c4-9df6-4d0a-b75a-f33213c6755c","EoS":true} {"level":"info","ts":1785268396.56975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17c5d5c4-9df6-4d0a-b75a-f33213c6755c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268396.5697684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17c5d5c4-9df6-4d0a-b75a-f33213c6755c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268396.5697906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17c5d5c4-9df6-4d0a-b75a-f33213c6755c"} {"level":"info","ts":1785268398.5981724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268398.5982494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268398.5982614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268398.5982726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","EoS":false} {"level":"info","ts":1785268398.5982838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","EoS":true} {"level":"info","ts":1785268398.5983047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268398.5983226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268398.598343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39615a7d-c965-42be-ae86-ac3cb44e5929"} {"level":"info","ts":1785268411.5037985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268411.5038877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268411.5039024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268411.5039146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","EoS":false} {"level":"info","ts":1785268411.5039256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","EoS":true} {"level":"info","ts":1785268411.5039456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268411.5039616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268411.5039828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42d10b1d-fe77-49f0-801f-94a7e60a1134"} {"level":"info","ts":1785268420.0267847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268420.026876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268420.0268908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268420.026904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","EoS":false} {"level":"info","ts":1785268420.026917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","EoS":true} {"level":"info","ts":1785268420.0269418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268420.026957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268420.0269806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d14d6eb-53d1-4326-8a3f-11d1fba36491"} {"level":"info","ts":1785268428.8908722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268428.8909538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268428.890966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268428.8909774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","EoS":false} {"level":"info","ts":1785268428.890997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","EoS":true} {"level":"info","ts":1785268428.891019,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268428.8910353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268428.891058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed65e6e1-3c8c-4c3b-8781-7a43d1ab56be"} {"level":"info","ts":1785268437.8873005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268437.8873947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98a57fa3-a4db-4f7e-bbc5-26013cd8b156"} {"level":"info","ts":1785268437.887412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98a57fa3-a4db-4f7e-bbc5-26013cd8b156"} {"level":"info","ts":1785268437.88743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a57fa3-a4db-4f7e-bbc5-26013cd8b156","EoS":false} {"level":"info","ts":1785268437.8874435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a57fa3-a4db-4f7e-bbc5-26013cd8b156","EoS":true} {"level":"info","ts":1785268437.8874655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98a57fa3-a4db-4f7e-bbc5-26013cd8b156","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268437.887481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98a57fa3-a4db-4f7e-bbc5-26013cd8b156","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268437.887509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98a57fa3-a4db-4f7e-bbc5-26013cd8b156"} {"level":"info","ts":1785268442.6065438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268442.6066327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90dc5901-3dc3-4fb0-9582-6e261eaaf794"} {"level":"info","ts":1785268442.606648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90dc5901-3dc3-4fb0-9582-6e261eaaf794"} {"level":"info","ts":1785268442.6066782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90dc5901-3dc3-4fb0-9582-6e261eaaf794","EoS":false} {"level":"info","ts":1785268442.6066954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90dc5901-3dc3-4fb0-9582-6e261eaaf794","EoS":true} {"level":"info","ts":1785268442.6067173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90dc5901-3dc3-4fb0-9582-6e261eaaf794","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268442.6067336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90dc5901-3dc3-4fb0-9582-6e261eaaf794","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268442.6067555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90dc5901-3dc3-4fb0-9582-6e261eaaf794"} {"level":"info","ts":1785268447.3462353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268447.346317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0cad77b-7c6e-4d77-8c0c-c947c61d8bec"} {"level":"info","ts":1785268447.3463283,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0cad77b-7c6e-4d77-8c0c-c947c61d8bec"} {"level":"info","ts":1785268447.346339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0cad77b-7c6e-4d77-8c0c-c947c61d8bec","EoS":false} {"level":"info","ts":1785268447.3463495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0cad77b-7c6e-4d77-8c0c-c947c61d8bec","EoS":true} {"level":"info","ts":1785268447.3463688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0cad77b-7c6e-4d77-8c0c-c947c61d8bec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268447.346384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0cad77b-7c6e-4d77-8c0c-c947c61d8bec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268447.346406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0cad77b-7c6e-4d77-8c0c-c947c61d8bec"} {"level":"info","ts":1785268447.7441494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268447.7442386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a790ef9-43c8-4c72-851d-f819a4b036f0"} {"level":"info","ts":1785268447.74425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a790ef9-43c8-4c72-851d-f819a4b036f0"} {"level":"info","ts":1785268447.744263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a790ef9-43c8-4c72-851d-f819a4b036f0","EoS":false} {"level":"info","ts":1785268447.7442737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a790ef9-43c8-4c72-851d-f819a4b036f0","EoS":true} {"level":"info","ts":1785268447.744296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a790ef9-43c8-4c72-851d-f819a4b036f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268447.7443118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a790ef9-43c8-4c72-851d-f819a4b036f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268447.7443352,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a790ef9-43c8-4c72-851d-f819a4b036f0"} {"level":"info","ts":1785268449.774462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268449.7745345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e135017b-709c-481d-8085-5bbcca369e1a"} {"level":"info","ts":1785268449.7745457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e135017b-709c-481d-8085-5bbcca369e1a"} {"level":"info","ts":1785268449.774557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e135017b-709c-481d-8085-5bbcca369e1a","EoS":false} {"level":"info","ts":1785268449.7745676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e135017b-709c-481d-8085-5bbcca369e1a","EoS":true} {"level":"info","ts":1785268449.7745872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e135017b-709c-481d-8085-5bbcca369e1a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268449.774603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e135017b-709c-481d-8085-5bbcca369e1a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268449.774625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e135017b-709c-481d-8085-5bbcca369e1a"} {"level":"info","ts":1785268451.804834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268451.8049138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268451.804925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268451.8049357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","EoS":false} {"level":"info","ts":1785268451.804946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","EoS":true} {"level":"info","ts":1785268451.8049664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268451.804982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268451.8050034,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b46e150d-f3cb-4554-91a5-e09d99771eb8"} {"level":"info","ts":1785268475.2830205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268475.2830963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268475.2831059,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268475.2831163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","EoS":false} {"level":"info","ts":1785268475.2831275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","EoS":true} {"level":"info","ts":1785268475.2831483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268475.2831643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268475.283185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8e996ef-b4c0-454b-81f2-b1e1b665e8fb"} {"level":"info","ts":1785268484.6224217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268484.6225178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc822e34-d9a4-446f-bddb-3ef1e2df6c60"} {"level":"info","ts":1785268484.622539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc822e34-d9a4-446f-bddb-3ef1e2df6c60"} {"level":"info","ts":1785268484.622552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc822e34-d9a4-446f-bddb-3ef1e2df6c60","EoS":false} {"level":"info","ts":1785268484.6225653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc822e34-d9a4-446f-bddb-3ef1e2df6c60","EoS":true} {"level":"info","ts":1785268484.6225863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc822e34-d9a4-446f-bddb-3ef1e2df6c60","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268484.622603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc822e34-d9a4-446f-bddb-3ef1e2df6c60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268484.6226258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc822e34-d9a4-446f-bddb-3ef1e2df6c60"} {"level":"info","ts":1785268500.8145978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268500.8147225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82081c47-dcb3-44f9-89e9-e45906c5d4ed"} {"level":"info","ts":1785268500.8147397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82081c47-dcb3-44f9-89e9-e45906c5d4ed"} {"level":"info","ts":1785268500.8147542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82081c47-dcb3-44f9-89e9-e45906c5d4ed","EoS":false} {"level":"info","ts":1785268500.814766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82081c47-dcb3-44f9-89e9-e45906c5d4ed","EoS":true} {"level":"info","ts":1785268500.8147883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82081c47-dcb3-44f9-89e9-e45906c5d4ed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268500.8148046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82081c47-dcb3-44f9-89e9-e45906c5d4ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268500.8148253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82081c47-dcb3-44f9-89e9-e45906c5d4ed"} {"level":"info","ts":1785268510.4570963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268510.4571805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0073e8e-7268-42d2-8d3f-14461cf7f15d"} {"level":"info","ts":1785268510.4571893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0073e8e-7268-42d2-8d3f-14461cf7f15d"} {"level":"info","ts":1785268510.4572005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0073e8e-7268-42d2-8d3f-14461cf7f15d","EoS":false} {"level":"info","ts":1785268510.457215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0073e8e-7268-42d2-8d3f-14461cf7f15d","EoS":true} {"level":"info","ts":1785268510.4572363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0073e8e-7268-42d2-8d3f-14461cf7f15d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268510.4572542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0073e8e-7268-42d2-8d3f-14461cf7f15d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268510.4572766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0073e8e-7268-42d2-8d3f-14461cf7f15d"} {"level":"info","ts":1785268512.4845564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268512.4846356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268512.4846451,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268512.484657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","EoS":false} {"level":"info","ts":1785268512.4846838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","EoS":true} {"level":"info","ts":1785268512.484705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268512.4847217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268512.4847443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aac29f5e-f433-4bb3-aaa7-17bc0425047a"} {"level":"info","ts":1785268521.954535,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268521.9546118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.9546247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.9546366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","EoS":false} {"level":"info","ts":1785268521.9546485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","EoS":true} {"level":"info","ts":1785268521.954692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268521.9547079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268521.9547305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0523b53a-60d2-4976-9bef-a616e246d2ca"} {"level":"info","ts":1785268521.988591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268521.9887164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268521.9887333,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268521.9887464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","EoS":false} {"level":"info","ts":1785268521.9887638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","EoS":true} {"level":"info","ts":1785268521.9887853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268521.9888005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268521.9888225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"706e2c9b-232e-4df2-b72d-e48166d3bc59"} {"level":"info","ts":1785268541.1387358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268541.1388226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268541.138836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268541.1388478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","EoS":false} {"level":"info","ts":1785268541.1388583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","EoS":true} {"level":"info","ts":1785268541.1388772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268541.1388931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268541.138915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd78bd4b-b62a-462a-99e4-98539a5f53b2"} {"level":"info","ts":1785268550.4279118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268550.4280043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35d9e20c-8955-4a9c-9c17-89f154c6e193"} {"level":"info","ts":1785268550.4280217,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35d9e20c-8955-4a9c-9c17-89f154c6e193"} {"level":"info","ts":1785268550.428041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35d9e20c-8955-4a9c-9c17-89f154c6e193","EoS":false} {"level":"info","ts":1785268550.4280617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35d9e20c-8955-4a9c-9c17-89f154c6e193","EoS":true} {"level":"info","ts":1785268550.428092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35d9e20c-8955-4a9c-9c17-89f154c6e193","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268550.4281137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35d9e20c-8955-4a9c-9c17-89f154c6e193","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268550.4281473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35d9e20c-8955-4a9c-9c17-89f154c6e193"} {"level":"info","ts":1785268564.2242377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268564.2243114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfe4357d-6fed-493e-bd24-8cf40c1d3255"} {"level":"info","ts":1785268564.2243214,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfe4357d-6fed-493e-bd24-8cf40c1d3255"} {"level":"info","ts":1785268564.2243328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfe4357d-6fed-493e-bd24-8cf40c1d3255","EoS":false} {"level":"info","ts":1785268564.224343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfe4357d-6fed-493e-bd24-8cf40c1d3255","EoS":true} {"level":"info","ts":1785268564.2243621,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfe4357d-6fed-493e-bd24-8cf40c1d3255","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268564.2243776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfe4357d-6fed-493e-bd24-8cf40c1d3255","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268564.2243981,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfe4357d-6fed-493e-bd24-8cf40c1d3255"} {"level":"info","ts":1785268663.4560401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268663.4561357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d6f5019-8430-4515-867f-64d372e92463"} {"level":"info","ts":1785268663.4561512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d6f5019-8430-4515-867f-64d372e92463"} {"level":"info","ts":1785268663.4561667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d6f5019-8430-4515-867f-64d372e92463","EoS":false} {"level":"info","ts":1785268663.4561784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d6f5019-8430-4515-867f-64d372e92463","EoS":true} {"level":"info","ts":1785268663.4562004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d6f5019-8430-4515-867f-64d372e92463","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785268663.4562168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d6f5019-8430-4515-867f-64d372e92463","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268663.4562387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d6f5019-8430-4515-867f-64d372e92463"} {"level":"info","ts":1785268691.6314518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268691.6315317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268691.6315434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268691.6315544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","EoS":false} {"level":"info","ts":1785268691.6315649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","EoS":true} {"level":"info","ts":1785268691.631586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785268691.6316051,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268691.631631,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdfbec91-1311-45a8-b27c-cc4daf698a01"} {"level":"info","ts":1785268739.4740875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268739.4741857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268739.4741988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268739.4742103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","EoS":false} {"level":"info","ts":1785268739.4742215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","EoS":true} {"level":"info","ts":1785268739.4742482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268739.4742653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268739.4742873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de8b6a4b-88d1-48ae-9359-8210292f8fe4"} {"level":"info","ts":1785268754.8108864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268754.810974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268754.8109822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268754.8109934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","EoS":false} {"level":"info","ts":1785268754.8110063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","EoS":true} {"level":"info","ts":1785268754.8110306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268754.8110461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268754.8110678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aaa32ac4-738d-9ccd-8505-ab2075a78a9e"} {"level":"info","ts":1785268755.1106243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268755.1107354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2385c283-9fbf-4e22-9ab1-ac1bd38c8672"} {"level":"info","ts":1785268755.11075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2385c283-9fbf-4e22-9ab1-ac1bd38c8672"} {"level":"info","ts":1785268755.1107616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2385c283-9fbf-4e22-9ab1-ac1bd38c8672","EoS":false} {"level":"info","ts":1785268755.1107714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2385c283-9fbf-4e22-9ab1-ac1bd38c8672","EoS":true} {"level":"info","ts":1785268755.1107938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2385c283-9fbf-4e22-9ab1-ac1bd38c8672","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268755.11081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2385c283-9fbf-4e22-9ab1-ac1bd38c8672","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268755.1108313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2385c283-9fbf-4e22-9ab1-ac1bd38c8672"} {"level":"info","ts":1785269076.6196105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269076.619713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6197238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6197374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","EoS":false} {"level":"info","ts":1785269076.6197574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","EoS":true} {"level":"info","ts":1785269076.6197891,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785269076.6198118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269076.619842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9f94492-2fd0-4a8a-bcef-b6fb390f6d68"} {"level":"info","ts":1785269076.6527588,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269076.6528459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.652861,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.6528747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","EoS":false} {"level":"info","ts":1785269076.6528857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","EoS":true} {"level":"info","ts":1785269076.652904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785269076.6529188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269076.652941,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e34117de-9be7-46a9-8253-0afcb749786e"} {"level":"info","ts":1785269076.6882746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269076.6883495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"403f007f-41fd-4f7c-9504-4384a7d556eb"} {"level":"info","ts":1785269076.6883645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"403f007f-41fd-4f7c-9504-4384a7d556eb"} {"level":"info","ts":1785269076.6883845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"403f007f-41fd-4f7c-9504-4384a7d556eb","EoS":false} {"level":"info","ts":1785269076.6884007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"403f007f-41fd-4f7c-9504-4384a7d556eb","EoS":true} {"level":"info","ts":1785269076.6884277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"403f007f-41fd-4f7c-9504-4384a7d556eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785269076.688449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"403f007f-41fd-4f7c-9504-4384a7d556eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269076.6884763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"403f007f-41fd-4f7c-9504-4384a7d556eb"} {"level":"info","ts":1785269076.7201858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269076.720258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca9780dc-c507-462c-a6e7-367df3f25ab9"} {"level":"info","ts":1785269076.720269,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca9780dc-c507-462c-a6e7-367df3f25ab9"} {"level":"info","ts":1785269076.7202795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca9780dc-c507-462c-a6e7-367df3f25ab9","EoS":false} {"level":"info","ts":1785269076.720289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca9780dc-c507-462c-a6e7-367df3f25ab9","EoS":true} {"level":"info","ts":1785269076.7203093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca9780dc-c507-462c-a6e7-367df3f25ab9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785269076.7203255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca9780dc-c507-462c-a6e7-367df3f25ab9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269076.7203445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca9780dc-c507-462c-a6e7-367df3f25ab9"} {"level":"info","ts":1785269081.552858,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b014fb2-0a4a-4dfe-a0a0-a8706ef94d97"} {"level":"info","ts":1785269081.5529,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a9d58be-1705-4438-b54f-037674e7af2b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269081.5529459,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a9d58be-1705-4438-b54f-037674e7af2b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269081.5586984,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"774106c9-bea3-4c6f-9062-7ab70fe8caf3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269081.5587301,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"774106c9-bea3-4c6f-9062-7ab70fe8caf3","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785269081.5618176,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b014fb2-0a4a-4dfe-a0a0-a8706ef94d97","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269081.5620675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35701.652252876,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.5620852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.652922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.740721,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbd1c40a-1848-4dd8-9248-50c79927d654","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269081.7407637,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbd1c40a-1848-4dd8-9248-50c79927d654","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269081.740873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38539.577088176,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.7408953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.7412124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"007d8ddc-939e-47ac-9137-81c5bcd56f41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.7412777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"007d8ddc-939e-47ac-9137-81c5bcd56f41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.7412612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10f3fbae-3485-459e-94a8-415d67d1db28"} {"level":"info","ts":1785269081.7413378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ead28e5-f65d-45cb-934a-6a6ee9e2410e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.7414758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ead28e5-f65d-45cb-934a-6a6ee9e2410e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.7414885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37205.298803837,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.7415013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.7489107,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.7489436,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269081.8205705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32a4912d-80b6-4678-a139-8a3b354272af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.8206127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32a4912d-80b6-4678-a139-8a3b354272af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.8370848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6c8be63-da45-4c33-99c0-78e2cec952d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.837128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6c8be63-da45-4c33-99c0-78e2cec952d1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269081.8408272,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b014fb2-0a4a-4dfe-a0a0-a8706ef94d97","name":"e2e-external-provider"} {"level":"info","ts":1785269081.841898,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10f3fbae-3485-459e-94a8-415d67d1db28","name":"e2e-external-model"} {"level":"info","ts":1785269081.8514092,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10f3fbae-3485-459e-94a8-415d67d1db28","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269081.8556864,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b014fb2-0a4a-4dfe-a0a0-a8706ef94d97","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785269081.855767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be7a6ed-41d0-45d3-9623-8ee7f96229c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269081.8558056,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be7a6ed-41d0-45d3-9623-8ee7f96229c0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785269081.855991,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10f3fbae-3485-459e-94a8-415d67d1db28","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269081.8560882,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"075a375d-69fe-4120-8e5d-6c5cf7c15537"} {"level":"info","ts":1785269081.856145,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"075a375d-69fe-4120-8e5d-6c5cf7c15537","name":"e2e-external-model"} {"level":"error","ts":1785269081.8590052,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b014fb2-0a4a-4dfe-a0a0-a8706ef94d97","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269081.8590927,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"933286fa-4cf4-4cfe-a7cd-6f6a1c9f339e"} {"level":"info","ts":1785269081.859141,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"933286fa-4cf4-4cfe-a7cd-6f6a1c9f339e","name":"e2e-external-provider"} {"level":"info","ts":1785269081.8637345,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"075a375d-69fe-4120-8e5d-6c5cf7c15537","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269081.867895,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"933286fa-4cf4-4cfe-a7cd-6f6a1c9f339e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785269089.212895,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269089.2129755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72"} {"level":"info","ts":1785269089.2129908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72"} {"level":"info","ts":1785269089.2130039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72","EoS":false} {"level":"info","ts":1785269089.2130144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72","EoS":true} {"level":"info","ts":1785269089.213042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269089.2130597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269089.2130692,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72","modelName":"e2e-external-model"} {"level":"info","ts":1785269089.2130854,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269089.213147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5726b72-1cbb-4a5e-bc20-3194f6f4cf72"} {"level":"info","ts":1785269089.2576058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269089.2577226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a"} {"level":"info","ts":1785269089.2577384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a"} {"level":"info","ts":1785269089.2577593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a","EoS":false} {"level":"info","ts":1785269089.257779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a","EoS":true} {"level":"info","ts":1785269089.2578087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269089.2578306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269089.257846,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a","modelName":"e2e-external-model"} {"level":"info","ts":1785269089.257867,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269089.257915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c16bf06-8f7f-4828-b579-d9a235a9f90a"} {"level":"info","ts":1785269089.2853153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269089.2853887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.2854025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.2854133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","EoS":false} {"level":"info","ts":1785269089.2854266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","EoS":true} {"level":"info","ts":1785269089.2854455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269089.2854614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269089.2854693,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","modelName":"e2e-external-model"} {"level":"info","ts":1785269089.2854817,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269089.2855191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f08e5f00-7ca7-470f-84a7-740cd27235b7"} {"level":"info","ts":1785269089.5173566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68e70859-c63b-43b1-a84e-187d2ab98236","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.5174022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68e70859-c63b-43b1-a84e-187d2ab98236","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.5173671,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34a4d886-4722-4d91-9e31-216fbfb882a5"} {"level":"info","ts":1785269089.525286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a8c3441-4ff5-49c3-93ec-79ea4f936583","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.5253167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a8c3441-4ff5-49c3-93ec-79ea4f936583","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785269089.5268629,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34a4d886-4722-4d91-9e31-216fbfb882a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269089.5269182,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34a4d886-4722-4d91-9e31-216fbfb882a5","name":"e2e-cleanup-test"} {"level":"error","ts":1785269089.5410776,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34a4d886-4722-4d91-9e31-216fbfb882a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785269089.5412033,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34a4d886-4722-4d91-9e31-216fbfb882a5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269089.5412936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ff9d3c4-8df5-4a5b-b106-6d6abbf72494"} {"level":"info","ts":1785269089.5413592,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ff9d3c4-8df5-4a5b-b106-6d6abbf72494","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.5449827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"902b76ab-a3b4-4ef3-afed-a373f85e6d05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.5450788,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"902b76ab-a3b4-4ef3-afed-a373f85e6d05","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785269089.5563655,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ff9d3c4-8df5-4a5b-b106-6d6abbf72494","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785269089.5564373,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ff9d3c4-8df5-4a5b-b106-6d6abbf72494","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269089.5565035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10b0d58b-fd96-4d6b-9461-661194a7f9f5"} {"level":"info","ts":1785269089.556582,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10b0d58b-fd96-4d6b-9461-661194a7f9f5","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.5593834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67d1a8d7-e0b7-48c1-9cc2-2cb14dcaa41e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.559427,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67d1a8d7-e0b7-48c1-9cc2-2cb14dcaa41e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.5656269,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10b0d58b-fd96-4d6b-9461-661194a7f9f5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785269089.5692687,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10b0d58b-fd96-4d6b-9461-661194a7f9f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269089.5693436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dda6d0f-90e0-4508-a791-1b6e17c26fa1"} {"level":"info","ts":1785269089.569393,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dda6d0f-90e0-4508-a791-1b6e17c26fa1","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.5759711,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef419313-4b37-484b-ac76-ea8fac168c77","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269089.575998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef419313-4b37-484b-ac76-ea8fac168c77","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269089.577709,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dda6d0f-90e0-4508-a791-1b6e17c26fa1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785269089.581259,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dda6d0f-90e0-4508-a791-1b6e17c26fa1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269089.5813215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68ae5413-f12d-4f94-92dd-f8c298ba5948"} {"level":"info","ts":1785269089.581364,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68ae5413-f12d-4f94-92dd-f8c298ba5948","name":"e2e-cleanup-test"} {"level":"info","ts":1785269089.5904052,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68ae5413-f12d-4f94-92dd-f8c298ba5948","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269097.8043773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"151d6f35-2dfb-48f4-b05b-95afd8179678","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269097.8044045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"182219e7-d285-4f55-ac47-f1dd0d66a388"} {"level":"info","ts":1785269097.8044257,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"151d6f35-2dfb-48f4-b05b-95afd8179678","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269102.1203282,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.1204154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d"} {"level":"info","ts":1785269102.1204286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d"} {"level":"info","ts":1785269102.120447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d","EoS":false} {"level":"info","ts":1785269102.1204684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d","EoS":true} {"level":"info","ts":1785269102.1204987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785269102.1205175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785269102.12055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"999a1022-b0f5-4e6e-921e-0baa1174eb6d"} {"level":"info","ts":1785269102.1452837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.1453578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.1453676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.14538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","EoS":false} {"level":"info","ts":1785269102.1453948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","EoS":true} {"level":"info","ts":1785269102.1454184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269102.1454349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269102.1454427,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","modelName":"e2e-external-model"} {"level":"info","ts":1785269102.145456,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269102.1454995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32b4307-5ed7-40b0-8d4a-aef094237b90"} {"level":"info","ts":1785269102.293031,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.2931044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.2931144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.293126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","EoS":false} {"level":"info","ts":1785269102.2931418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","EoS":true} {"level":"info","ts":1785269102.2931635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785269102.293179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269102.2932022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d20d19e-6140-475d-87a2-dce86a0072a3"} {"level":"info","ts":1785269102.3802552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269102.380349,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269102.3803618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269102.3803744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","EoS":false} {"level":"info","ts":1785269102.3803859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","EoS":true} {"level":"info","ts":1785269102.3804092,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829","field":"model"} {"level":"info","ts":1785269102.380437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38b0fda2-93c5-48c0-8b34-5807eb231829"} {"level":"info","ts":1785269103.2970622,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3b904e5-cf2b-40b8-9228-d6f27773531c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269103.297097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"957ba75a-231b-4609-8adc-cf4c52847fb9"} {"level":"info","ts":1785269103.297102,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3b904e5-cf2b-40b8-9228-d6f27773531c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269103.4319332,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe5ef6-2d40-4507-a440-1c0c2014e089"} {"level":"info","ts":1785269103.4319804,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"31d00814-3f49-4e3b-b8c7-c3e01e99690c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269103.4320118,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"31d00814-3f49-4e3b-b8c7-c3e01e99690c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785270515.6066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270515.6067262,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c26a1fc8-234a-4b27-ba2d-5294509d19a9"} {"level":"info","ts":1785270595.4166467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270595.4167495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"} {"level":"info","ts":1785270595.4167657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"} {"level":"info","ts":1785270595.4167805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","EoS":false} {"level":"info","ts":1785270595.416791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","EoS":true} {"level":"info","ts":1785270595.4168143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785270595.4168303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785270595.416855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16403bd7-2509-4b7a-9c1a-74a4502e2f66"}