{"level":"info","ts":1785530772.007504,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d6a70e9-c1fe-42c8-af05-d4af0e3b28bd"} {"level":"info","ts":1785530772.0560777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530772.0561635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4ebee51-362b-4050-af08-8b956244a794"} {"level":"info","ts":1785530772.0561805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4ebee51-362b-4050-af08-8b956244a794"} {"level":"info","ts":1785530772.0561936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4ebee51-362b-4050-af08-8b956244a794","EoS":false} {"level":"info","ts":1785530772.0562074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4ebee51-362b-4050-af08-8b956244a794","EoS":true} {"level":"info","ts":1785530772.0562282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4ebee51-362b-4050-af08-8b956244a794","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530772.056244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4ebee51-362b-4050-af08-8b956244a794","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530772.0562723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4ebee51-362b-4050-af08-8b956244a794"} {"level":"info","ts":1785530772.0882564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530772.088338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16a08a1c-78a5-4fca-a9e5-1c42bb307b20"} {"level":"info","ts":1785530772.0883474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16a08a1c-78a5-4fca-a9e5-1c42bb307b20"} {"level":"info","ts":1785530772.0883582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16a08a1c-78a5-4fca-a9e5-1c42bb307b20","EoS":false} {"level":"info","ts":1785530772.0883734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16a08a1c-78a5-4fca-a9e5-1c42bb307b20","EoS":true} {"level":"info","ts":1785530772.0883968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16a08a1c-78a5-4fca-a9e5-1c42bb307b20","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530772.0884125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16a08a1c-78a5-4fca-a9e5-1c42bb307b20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530772.0884361,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16a08a1c-78a5-4fca-a9e5-1c42bb307b20"} {"level":"info","ts":1785530772.1320598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530772.1321688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cd4f60e-ed9a-42ae-a9fa-e58e546e4c98"} {"level":"info","ts":1785530772.1321845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cd4f60e-ed9a-42ae-a9fa-e58e546e4c98"} {"level":"info","ts":1785530772.1321976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cd4f60e-ed9a-42ae-a9fa-e58e546e4c98","EoS":false} {"level":"info","ts":1785530772.1322136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cd4f60e-ed9a-42ae-a9fa-e58e546e4c98","EoS":true} {"level":"info","ts":1785530772.1322358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cd4f60e-ed9a-42ae-a9fa-e58e546e4c98","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530772.1322567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cd4f60e-ed9a-42ae-a9fa-e58e546e4c98","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530772.132295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cd4f60e-ed9a-42ae-a9fa-e58e546e4c98"} {"level":"info","ts":1785530772.819072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530772.8191507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25d8bcc9-5f49-4133-bfe3-55e33efa493d"} {"level":"info","ts":1785530772.8191597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25d8bcc9-5f49-4133-bfe3-55e33efa493d"} {"level":"info","ts":1785530772.8191707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25d8bcc9-5f49-4133-bfe3-55e33efa493d","EoS":false} {"level":"info","ts":1785530772.819182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25d8bcc9-5f49-4133-bfe3-55e33efa493d","EoS":true} {"level":"info","ts":1785530772.8192055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25d8bcc9-5f49-4133-bfe3-55e33efa493d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530772.8192222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25d8bcc9-5f49-4133-bfe3-55e33efa493d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530772.8192441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25d8bcc9-5f49-4133-bfe3-55e33efa493d"} {"level":"info","ts":1785530772.859027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530772.8591306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4107b1cb-3df0-4fb1-a174-5c3fb4259389"} {"level":"info","ts":1785530772.859143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4107b1cb-3df0-4fb1-a174-5c3fb4259389"} {"level":"info","ts":1785530772.8591554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4107b1cb-3df0-4fb1-a174-5c3fb4259389","EoS":false} {"level":"info","ts":1785530772.8591695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4107b1cb-3df0-4fb1-a174-5c3fb4259389","EoS":true} {"level":"info","ts":1785530772.8591905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4107b1cb-3df0-4fb1-a174-5c3fb4259389","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530772.8592057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4107b1cb-3df0-4fb1-a174-5c3fb4259389","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530772.8592303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4107b1cb-3df0-4fb1-a174-5c3fb4259389"} {"level":"info","ts":1785530777.0309086,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530777.0309978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29bc5e68-398c-4f14-aa4f-7f967efeeba4"} {"level":"info","ts":1785530777.0310118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29bc5e68-398c-4f14-aa4f-7f967efeeba4"} {"level":"info","ts":1785530777.0310342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29bc5e68-398c-4f14-aa4f-7f967efeeba4","EoS":false} {"level":"info","ts":1785530777.031046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29bc5e68-398c-4f14-aa4f-7f967efeeba4","EoS":true} {"level":"info","ts":1785530777.0310678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29bc5e68-398c-4f14-aa4f-7f967efeeba4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530777.0310884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29bc5e68-398c-4f14-aa4f-7f967efeeba4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530777.031114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29bc5e68-398c-4f14-aa4f-7f967efeeba4"} {"level":"info","ts":1785530792.8596575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530792.85976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41"} {"level":"info","ts":1785530792.859772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41"} {"level":"info","ts":1785530792.8597844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41","EoS":false} {"level":"info","ts":1785530792.8597958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41","EoS":true} {"level":"info","ts":1785530792.8598175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530792.859833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530792.8598547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41"} {"level":"info","ts":1785530793.0164301,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.0165057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.016517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.0165274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","EoS":false} {"level":"info","ts":1785530793.0165398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","EoS":true} {"level":"info","ts":1785530793.0165617,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530793.0165799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.0166032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.159814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.1598969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.159913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.1599298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","EoS":false} {"level":"info","ts":1785530793.1599493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","EoS":true} {"level":"info","ts":1785530793.1599886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530793.1600087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.1600385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.3011782,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.3012645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3012774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3012888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","EoS":false} {"level":"info","ts":1785530793.3013005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","EoS":true} {"level":"info","ts":1785530793.3013265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530793.3013492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.3013713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.43908,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.4391794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.4391959,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.4392142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","EoS":false} {"level":"info","ts":1785530793.4392335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","EoS":true} {"level":"info","ts":1785530793.4392648,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530793.4392824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.4393091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.5762274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.5763376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc824de4-b6a8-4783-a27f-6dbc37f0aa9f"} {"level":"info","ts":1785530793.5763562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc824de4-b6a8-4783-a27f-6dbc37f0aa9f"} {"level":"info","ts":1785530793.5763767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc824de4-b6a8-4783-a27f-6dbc37f0aa9f","EoS":false} {"level":"info","ts":1785530793.576398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc824de4-b6a8-4783-a27f-6dbc37f0aa9f","EoS":true} {"level":"info","ts":1785530793.5764303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc824de4-b6a8-4783-a27f-6dbc37f0aa9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530793.5764487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc824de4-b6a8-4783-a27f-6dbc37f0aa9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.576478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc824de4-b6a8-4783-a27f-6dbc37f0aa9f"} {"level":"info","ts":1785530814.6407535,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530814.640832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.640842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.6408534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","EoS":false} {"level":"info","ts":1785530814.6408646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","EoS":true} {"level":"info","ts":1785530814.6408863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530814.6409032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530814.6409187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.6792572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530814.6793427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78cb6738-97b1-4a6a-bd1b-8f5400be4f14"} {"level":"info","ts":1785530814.6793594,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78cb6738-97b1-4a6a-bd1b-8f5400be4f14"} {"level":"info","ts":1785530814.679378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78cb6738-97b1-4a6a-bd1b-8f5400be4f14","EoS":false} {"level":"info","ts":1785530814.6793983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78cb6738-97b1-4a6a-bd1b-8f5400be4f14","EoS":true} {"level":"info","ts":1785530814.6794271,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78cb6738-97b1-4a6a-bd1b-8f5400be4f14","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530814.6794474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78cb6738-97b1-4a6a-bd1b-8f5400be4f14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530814.67952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78cb6738-97b1-4a6a-bd1b-8f5400be4f14"} {"level":"info","ts":1785530814.7157004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530814.7157917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f590df74-41c7-43fa-bcdd-d0f1a99a274a"} {"level":"info","ts":1785530814.7158008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f590df74-41c7-43fa-bcdd-d0f1a99a274a"} {"level":"info","ts":1785530814.7158115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f590df74-41c7-43fa-bcdd-d0f1a99a274a","EoS":false} {"level":"info","ts":1785530814.7158265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f590df74-41c7-43fa-bcdd-d0f1a99a274a","EoS":true} {"level":"info","ts":1785530814.715849,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f590df74-41c7-43fa-bcdd-d0f1a99a274a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530814.7158644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f590df74-41c7-43fa-bcdd-d0f1a99a274a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530814.7158875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f590df74-41c7-43fa-bcdd-d0f1a99a274a"} {"level":"info","ts":1785530814.751536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530814.751625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c"} {"level":"info","ts":1785530819.3799515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530819.3800333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3800502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3800662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","EoS":false} {"level":"info","ts":1785530819.3800838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","EoS":true} {"level":"info","ts":1785530819.3801057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530819.3801212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530819.3801472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530827.9479063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530827.9479895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e900350-4e7e-42ba-8260-f2150047201c"} {"level":"info","ts":1785530827.9479995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e900350-4e7e-42ba-8260-f2150047201c"} {"level":"info","ts":1785530827.9480116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e900350-4e7e-42ba-8260-f2150047201c","EoS":false} {"level":"info","ts":1785530827.9480238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e900350-4e7e-42ba-8260-f2150047201c","EoS":true} {"level":"info","ts":1785530827.948045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e900350-4e7e-42ba-8260-f2150047201c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530827.9480612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e900350-4e7e-42ba-8260-f2150047201c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530827.9480782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e900350-4e7e-42ba-8260-f2150047201c"} {"level":"info","ts":1785530829.9937847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530829.9938576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530829.993867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530829.9938776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","EoS":false} {"level":"info","ts":1785530829.9938893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","EoS":true} {"level":"info","ts":1785530829.9939096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530829.9939306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530829.9939568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530842.884962,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530842.8850465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.8850598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.8850772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","EoS":false} {"level":"info","ts":1785530842.8851001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","EoS":true} {"level":"info","ts":1785530842.88513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530842.8851495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530842.8851826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530851.424279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530851.4243817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.4243968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.4244192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","EoS":false} {"level":"info","ts":1785530851.4244387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","EoS":true} {"level":"info","ts":1785530851.4244728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530851.424494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530851.4245243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530860.289917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530860.2899961,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.2900057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.2900164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","EoS":false} {"level":"info","ts":1785530860.2900286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","EoS":true} {"level":"info","ts":1785530860.2900488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530860.2900624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530860.2900822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530869.2932262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530869.2933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b16968bc-2efd-42bd-b9a5-7b2c7fb27895"} {"level":"info","ts":1785530869.293311,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b16968bc-2efd-42bd-b9a5-7b2c7fb27895"} {"level":"info","ts":1785530869.293323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b16968bc-2efd-42bd-b9a5-7b2c7fb27895","EoS":false} {"level":"info","ts":1785530869.2933342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b16968bc-2efd-42bd-b9a5-7b2c7fb27895","EoS":true} {"level":"info","ts":1785530869.2933545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b16968bc-2efd-42bd-b9a5-7b2c7fb27895","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530869.2933695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b16968bc-2efd-42bd-b9a5-7b2c7fb27895","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530869.2933884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b16968bc-2efd-42bd-b9a5-7b2c7fb27895"} {"level":"info","ts":1785530877.1557922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530877.1558766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1f21425-7da6-4659-94cd-d1b767f50993"} {"level":"info","ts":1785530877.1558867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1f21425-7da6-4659-94cd-d1b767f50993"} {"level":"info","ts":1785530877.1558974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1f21425-7da6-4659-94cd-d1b767f50993","EoS":false} {"level":"info","ts":1785530877.1559565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1f21425-7da6-4659-94cd-d1b767f50993","EoS":true} {"level":"info","ts":1785530877.1559808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1f21425-7da6-4659-94cd-d1b767f50993","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785530877.1559973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1f21425-7da6-4659-94cd-d1b767f50993","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530877.1560194,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1f21425-7da6-4659-94cd-d1b767f50993"} {"level":"info","ts":1785530881.9633987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530881.963495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4c99dbe-d81d-475c-81d5-90363ec8b86b"} {"level":"info","ts":1785530881.9635134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4c99dbe-d81d-475c-81d5-90363ec8b86b"} {"level":"info","ts":1785530881.9635265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4c99dbe-d81d-475c-81d5-90363ec8b86b","EoS":false} {"level":"info","ts":1785530881.963541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4c99dbe-d81d-475c-81d5-90363ec8b86b","EoS":true} {"level":"info","ts":1785530881.9635649,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4c99dbe-d81d-475c-81d5-90363ec8b86b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530881.963581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4c99dbe-d81d-475c-81d5-90363ec8b86b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530881.963605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4c99dbe-d81d-475c-81d5-90363ec8b86b"} {"level":"info","ts":1785530892.9485686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530892.948654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.9486635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.9486742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","EoS":false} {"level":"info","ts":1785530892.9486887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","EoS":true} {"level":"info","ts":1785530892.94871,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530892.9487255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530892.9487638,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530925.9637706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530925.963865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.9638789,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.963893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","EoS":false} {"level":"info","ts":1785530925.9639075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","EoS":true} {"level":"info","ts":1785530925.963936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530925.9639544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530925.963983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530935.3213737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530935.321449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6768005b-a208-47cd-8e9d-b415f35293ad"} {"level":"info","ts":1785530935.3214602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6768005b-a208-47cd-8e9d-b415f35293ad"} {"level":"info","ts":1785530935.321472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6768005b-a208-47cd-8e9d-b415f35293ad","EoS":false} {"level":"info","ts":1785530935.321483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6768005b-a208-47cd-8e9d-b415f35293ad","EoS":true} {"level":"info","ts":1785530935.3215034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6768005b-a208-47cd-8e9d-b415f35293ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530935.3215208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6768005b-a208-47cd-8e9d-b415f35293ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530935.3215432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6768005b-a208-47cd-8e9d-b415f35293ad"} {"level":"info","ts":1785530951.4861498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530951.486224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a342ef92-8ee6-457a-b243-02369c2e56a3"} {"level":"info","ts":1785530951.4862328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a342ef92-8ee6-457a-b243-02369c2e56a3"} {"level":"info","ts":1785530951.4862437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a342ef92-8ee6-457a-b243-02369c2e56a3","EoS":false} {"level":"info","ts":1785530951.486258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a342ef92-8ee6-457a-b243-02369c2e56a3","EoS":true} {"level":"info","ts":1785530951.4862783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a342ef92-8ee6-457a-b243-02369c2e56a3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785530951.4862943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a342ef92-8ee6-457a-b243-02369c2e56a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530951.4863145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a342ef92-8ee6-457a-b243-02369c2e56a3"} {"level":"info","ts":1785530961.0632617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530961.0633416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f15e0527-1698-4558-82a2-24c1d1c6150a"} {"level":"info","ts":1785530961.0633516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f15e0527-1698-4558-82a2-24c1d1c6150a"} {"level":"info","ts":1785530961.0633636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f15e0527-1698-4558-82a2-24c1d1c6150a","EoS":false} {"level":"info","ts":1785530961.0633748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f15e0527-1698-4558-82a2-24c1d1c6150a","EoS":true} {"level":"info","ts":1785530961.0633945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f15e0527-1698-4558-82a2-24c1d1c6150a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530961.0634122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f15e0527-1698-4558-82a2-24c1d1c6150a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530961.063434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f15e0527-1698-4558-82a2-24c1d1c6150a"} {"level":"info","ts":1785530963.0962763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530963.0963502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.096359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.0963695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","EoS":false} {"level":"info","ts":1785530963.0963812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","EoS":true} {"level":"info","ts":1785530963.0964549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530963.0964713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530963.0964925,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530972.5049083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530972.5049806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5049896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5050006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","EoS":false} {"level":"info","ts":1785530972.5050144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","EoS":true} {"level":"info","ts":1785530972.5050485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530972.5050693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530972.5050917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5482678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530972.5483418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.5483532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.5483646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","EoS":false} {"level":"info","ts":1785530972.5483751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","EoS":true} {"level":"info","ts":1785530972.5483997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530972.548413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530972.5484278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530991.645063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530991.6451445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.6451545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.6451664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","EoS":false} {"level":"info","ts":1785530991.645181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","EoS":true} {"level":"info","ts":1785530991.6452029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785530991.645217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530991.6452415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785531000.9815912,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531000.9816709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13f5d90a-3298-4b86-a292-352487297cf9"} {"level":"info","ts":1785531000.9816802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13f5d90a-3298-4b86-a292-352487297cf9"} {"level":"info","ts":1785531000.981692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13f5d90a-3298-4b86-a292-352487297cf9","EoS":false} {"level":"info","ts":1785531000.9817035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13f5d90a-3298-4b86-a292-352487297cf9","EoS":true} {"level":"info","ts":1785531000.9817228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13f5d90a-3298-4b86-a292-352487297cf9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785531000.9817529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13f5d90a-3298-4b86-a292-352487297cf9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531000.9817762,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13f5d90a-3298-4b86-a292-352487297cf9"} {"level":"info","ts":1785531016.914818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531016.9149022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe9d7566-669c-48b6-8fd0-c502cc1ac19e"} {"level":"info","ts":1785531016.9149117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe9d7566-669c-48b6-8fd0-c502cc1ac19e"} {"level":"info","ts":1785531016.9149244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe9d7566-669c-48b6-8fd0-c502cc1ac19e","EoS":false} {"level":"info","ts":1785531016.914936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe9d7566-669c-48b6-8fd0-c502cc1ac19e","EoS":true} {"level":"info","ts":1785531016.9149566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe9d7566-669c-48b6-8fd0-c502cc1ac19e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785531016.9149745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe9d7566-669c-48b6-8fd0-c502cc1ac19e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785531016.9149945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe9d7566-669c-48b6-8fd0-c502cc1ac19e"} {"level":"info","ts":1785531150.1622136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531150.1623287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c646b9a-c7bd-4524-b6c5-0b9c29ce0627"} {"level":"info","ts":1785531150.1623476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c646b9a-c7bd-4524-b6c5-0b9c29ce0627"} {"level":"info","ts":1785531150.1623664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c646b9a-c7bd-4524-b6c5-0b9c29ce0627","EoS":false} {"level":"info","ts":1785531150.1623814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c646b9a-c7bd-4524-b6c5-0b9c29ce0627","EoS":true} {"level":"info","ts":1785531150.1624029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c646b9a-c7bd-4524-b6c5-0b9c29ce0627","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785531150.1624198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c646b9a-c7bd-4524-b6c5-0b9c29ce0627","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785531150.1624444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c646b9a-c7bd-4524-b6c5-0b9c29ce0627"} {"level":"info","ts":1785531171.270068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531171.2701848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.270204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.2702246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","EoS":false} {"level":"info","ts":1785531171.2702453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","EoS":true} {"level":"info","ts":1785531171.2702754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785531171.2702966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785531171.2703135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531223.336157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531223.3362374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3362515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3362706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","EoS":false} {"level":"info","ts":1785531223.3362832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","EoS":true} {"level":"info","ts":1785531223.336304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785531223.336319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531223.3363469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531238.6013312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531238.6014175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.6014302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.6014485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","EoS":false} {"level":"info","ts":1785531238.601468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","EoS":true} {"level":"info","ts":1785531238.6014988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785531238.6015227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531238.6015553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.884349,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531238.884425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f3d3078-66cb-4ec3-99a2-e5d9c5a282ca"} {"level":"info","ts":1785531238.8844352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f3d3078-66cb-4ec3-99a2-e5d9c5a282ca"} {"level":"info","ts":1785531238.8844466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f3d3078-66cb-4ec3-99a2-e5d9c5a282ca","EoS":false} {"level":"info","ts":1785531238.8844607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f3d3078-66cb-4ec3-99a2-e5d9c5a282ca","EoS":true} {"level":"info","ts":1785531238.88449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f3d3078-66cb-4ec3-99a2-e5d9c5a282ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785531238.8845108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f3d3078-66cb-4ec3-99a2-e5d9c5a282ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531238.8845282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f3d3078-66cb-4ec3-99a2-e5d9c5a282ca"} {"level":"info","ts":1785531562.7962425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531562.7963498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.796367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.7963867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","EoS":false} {"level":"info","ts":1785531562.7964036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","EoS":true} {"level":"info","ts":1785531562.796433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785531562.7964582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531562.79649,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.8421133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531562.8422449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"803d1661-4a1e-44d3-bfd8-035b5eaf859e"} {"level":"info","ts":1785531562.8422585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"803d1661-4a1e-44d3-bfd8-035b5eaf859e"} {"level":"info","ts":1785531562.8422718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"803d1661-4a1e-44d3-bfd8-035b5eaf859e","EoS":false} {"level":"info","ts":1785531562.8422856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"803d1661-4a1e-44d3-bfd8-035b5eaf859e","EoS":true} {"level":"info","ts":1785531562.8423083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"803d1661-4a1e-44d3-bfd8-035b5eaf859e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785531562.842324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"803d1661-4a1e-44d3-bfd8-035b5eaf859e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531562.8423452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"803d1661-4a1e-44d3-bfd8-035b5eaf859e"} {"level":"info","ts":1785531562.8796134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531562.8796878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eddb90b3-71ed-42d7-bbce-86339128f3a7"} {"level":"info","ts":1785531562.8797002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eddb90b3-71ed-42d7-bbce-86339128f3a7"} {"level":"info","ts":1785531562.8797162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eddb90b3-71ed-42d7-bbce-86339128f3a7","EoS":false} {"level":"info","ts":1785531562.879765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eddb90b3-71ed-42d7-bbce-86339128f3a7","EoS":true} {"level":"info","ts":1785531562.879794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eddb90b3-71ed-42d7-bbce-86339128f3a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785531562.8798099,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eddb90b3-71ed-42d7-bbce-86339128f3a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531562.8798366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eddb90b3-71ed-42d7-bbce-86339128f3a7"} {"level":"info","ts":1785531567.7426782,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df8fa6c0-68d7-484e-a6cf-d4c9fd5d935d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531567.7426822,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a96f0cb-af94-4ab4-a1fd-40fd9b02630c"} {"level":"info","ts":1785531567.7427254,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df8fa6c0-68d7-484e-a6cf-d4c9fd5d935d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785531567.7494285,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c036bcf2-e4a1-446c-be4a-464309f0b8a6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531567.74946,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c036bcf2-e4a1-446c-be4a-464309f0b8a6","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785531567.7506406,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a96f0cb-af94-4ab4-a1fd-40fd9b02630c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531567.7509017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33705.671879678,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.750923,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.9488125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7540c581-6491-452d-96c6-5dbfc25b0698","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.9488714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7540c581-6491-452d-96c6-5dbfc25b0698","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531567.9489658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd89318-b4fd-45b9-8c71-f68819848d8f"} {"level":"info","ts":1785531567.9496028,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcde4773-e365-4a12-9ac4-bf834c320a51","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531567.9496484,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcde4773-e365-4a12-9ac4-bf834c320a51","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785531567.9497168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7b5b4eb-ba72-4a48-ae2a-21d88f4ca339","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.9497583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7b5b4eb-ba72-4a48-ae2a-21d88f4ca339","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531567.9501278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e5e2e9-46b8-40ee-8ab0-50f2471a1f72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.950172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e5e2e9-46b8-40ee-8ab0-50f2471a1f72","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531567.9502072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae2dd3e3-8b62-459c-b92f-7ac551eb9332","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.9502218,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae2dd3e3-8b62-459c-b92f-7ac551eb9332","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531567.950836,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785531567.9527287,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd89318-b4fd-45b9-8c71-f68819848d8f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531567.9529605,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36049.262101567,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.9529765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.9869475,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.9984071,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4e74f1a-7152-4ef3-87b8-315f05c6ccbd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.998449,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4e74f1a-7152-4ef3-87b8-315f05c6ccbd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531568.0121589,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0af4de6b-e5a5-4c43-b673-5da10b8b9cb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531568.0121956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0af4de6b-e5a5-4c43-b673-5da10b8b9cb9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531568.0263426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6691e445-f376-4eb9-a347-3316a94357d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531568.0263803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6691e445-f376-4eb9-a347-3316a94357d2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531568.052262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35386.800153801,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531568.0523055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531568.0531154,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd89318-b4fd-45b9-8c71-f68819848d8f","name":"e2e-external-model"} {"level":"info","ts":1785531568.061266,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531568.0622203,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd89318-b4fd-45b9-8c71-f68819848d8f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785531568.066105,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd89318-b4fd-45b9-8c71-f68819848d8f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531568.066193,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fca84be8-e911-4982-8470-e25799a4dcdd"} {"level":"info","ts":1785531568.0662467,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fca84be8-e911-4982-8470-e25799a4dcdd","name":"e2e-external-model"} {"level":"info","ts":1785531568.0735877,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fca84be8-e911-4982-8470-e25799a4dcdd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531568.1528304,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a96f0cb-af94-4ab4-a1fd-40fd9b02630c","name":"e2e-external-provider"} {"level":"info","ts":1785531568.1620545,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a96f0cb-af94-4ab4-a1fd-40fd9b02630c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785531568.167507,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a96f0cb-af94-4ab4-a1fd-40fd9b02630c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531568.167683,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62de8b24-6fe5-460a-abd2-03e27f4ca613"} {"level":"info","ts":1785531568.1677701,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62de8b24-6fe5-460a-abd2-03e27f4ca613","name":"e2e-external-provider"} {"level":"info","ts":1785531568.1766627,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62de8b24-6fe5-460a-abd2-03e27f4ca613","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785531579.6083014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531579.608383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22"} {"level":"info","ts":1785531579.608393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22"} {"level":"info","ts":1785531579.6084042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22","EoS":false} {"level":"info","ts":1785531579.6084208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22","EoS":true} {"level":"info","ts":1785531579.6084435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785531579.6084566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531579.6084642,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22","modelName":"e2e-external-model"} {"level":"info","ts":1785531579.608478,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785531579.6085443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df86baba-c7f9-49ca-a8d4-c7a44605db22"} {"level":"info","ts":1785531579.657414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531579.6575038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99"} {"level":"info","ts":1785531579.6575193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99"} {"level":"info","ts":1785531579.6575394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99","EoS":false} {"level":"info","ts":1785531579.6575615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99","EoS":true} {"level":"info","ts":1785531579.6575942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785531579.6576135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531579.657628,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99","modelName":"e2e-external-model"} {"level":"info","ts":1785531579.6576476,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785531579.6577024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1439ebc5-aced-4f5e-b65e-e1de2ea11e99"} {"level":"info","ts":1785531579.68471,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531579.6848009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.6848097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.6848197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","EoS":false} {"level":"info","ts":1785531579.6848314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","EoS":true} {"level":"info","ts":1785531579.684854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785531579.6848717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531579.6848795,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","modelName":"e2e-external-model"} {"level":"info","ts":1785531579.6848958,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785531579.6849353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.912766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d6ce53-7d18-44a2-b300-38706f3891bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.912825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d6ce53-7d18-44a2-b300-38706f3891bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785531579.912776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a03f1d-1458-49fa-a0e6-af3bdde3068b"} {"level":"info","ts":1785531579.9174428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71c5df8f-4646-4112-9fac-94ab8b4f6b0b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.9174767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71c5df8f-4646-4112-9fac-94ab8b4f6b0b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785531579.9203384,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a03f1d-1458-49fa-a0e6-af3bdde3068b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531579.9204023,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a03f1d-1458-49fa-a0e6-af3bdde3068b","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.9377632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3723d6e4-c631-4dff-bde1-ab6d99cb162e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.9377966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3723d6e4-c631-4dff-bde1-ab6d99cb162e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785531579.9380434,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a03f1d-1458-49fa-a0e6-af3bdde3068b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785531579.9381058,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31a03f1d-1458-49fa-a0e6-af3bdde3068b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531579.938188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"affbfbb8-f9e1-47a4-af0d-7a34b90c6667"} {"level":"info","ts":1785531579.9382575,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"affbfbb8-f9e1-47a4-af0d-7a34b90c6667","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.9514024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b8c51b3-d0ad-4f29-93e8-8a9f57e18ffa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.9514356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b8c51b3-d0ad-4f29-93e8-8a9f57e18ffa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785531579.95265,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"affbfbb8-f9e1-47a4-af0d-7a34b90c6667","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785531579.9527273,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"affbfbb8-f9e1-47a4-af0d-7a34b90c6667","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531579.9528182,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202ea356-5d47-40c1-a5fc-9ae768bc0beb"} {"level":"info","ts":1785531579.9528894,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202ea356-5d47-40c1-a5fc-9ae768bc0beb","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.959885,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202ea356-5d47-40c1-a5fc-9ae768bc0beb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531579.966018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"583ff331-c7a8-4763-bfe4-9dc64f203966","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.9660473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"583ff331-c7a8-4763-bfe4-9dc64f203966","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785531579.967226,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202ea356-5d47-40c1-a5fc-9ae768bc0beb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531579.9673007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07f5e172-8c6a-4a1d-983c-df670deb8a0c"} {"level":"info","ts":1785531579.9673553,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07f5e172-8c6a-4a1d-983c-df670deb8a0c","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.9746423,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07f5e172-8c6a-4a1d-983c-df670deb8a0c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531588.1842844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9274c47-d647-419c-ae97-437531306015"} {"level":"info","ts":1785531588.1842794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f505f636-7417-4b88-8fb2-aee48ea5f5da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531588.1843727,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f505f636-7417-4b88-8fb2-aee48ea5f5da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531592.4891968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.4892757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8"} {"level":"info","ts":1785531592.4892838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8"} {"level":"info","ts":1785531592.489295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8","EoS":false} {"level":"info","ts":1785531592.489307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8","EoS":true} {"level":"info","ts":1785531592.4893289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785531592.4893465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785531592.4893708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8"} {"level":"info","ts":1785531592.5176961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.5177891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.5178025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.517814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","EoS":false} {"level":"info","ts":1785531592.5178266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","EoS":true} {"level":"info","ts":1785531592.5178516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785531592.517874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531592.5178866,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","modelName":"e2e-external-model"} {"level":"info","ts":1785531592.5179017,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785531592.51794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.604178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.6042664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.604277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.6042871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","EoS":false} {"level":"info","ts":1785531592.6043007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","EoS":true} {"level":"info","ts":1785531592.6043289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785531592.604347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531592.6043682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.7184155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.7184947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.7185056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.7185166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","EoS":false} {"level":"info","ts":1785531592.7185307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","EoS":true} {"level":"info","ts":1785531592.7185576,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","field":"model"} {"level":"info","ts":1785531592.7185886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531593.654773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5d150fd-f5b1-4577-b043-1326cb18e55e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531593.654815,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5d150fd-f5b1-4577-b043-1326cb18e55e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531593.6548173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79bd34c8-570b-4d19-ab2f-80dede8de641"} {"level":"info","ts":1785531593.8010025,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b638d3a-3c26-4f36-91b1-d2c78ae8d01b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531593.8010461,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b638d3a-3c26-4f36-91b1-d2c78ae8d01b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531593.8010032,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5029cf7b-7efa-4096-8d60-971c4dab050e"} {"level":"info","ts":1785533080.1978302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785533080.1979318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd8483f9-0911-432c-9c1f-6e4ef9ebf6ce"} {"level":"info","ts":1785533154.973581,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785533154.973659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533154.9736695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533154.9736824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","EoS":false} {"level":"info","ts":1785533154.9736936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","EoS":true} {"level":"info","ts":1785533154.9737163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785533154.9737475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785533154.973769,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"}