{"level":"info","ts":1785528527.832543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e148691-1374-4a5d-9778-65b63a8ee807","EoS":false} {"level":"info","ts":1785528527.832555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e148691-1374-4a5d-9778-65b63a8ee807","EoS":true} {"level":"info","ts":1785528527.8325725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e148691-1374-4a5d-9778-65b63a8ee807","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528527.8325853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e148691-1374-4a5d-9778-65b63a8ee807","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528527.832646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e148691-1374-4a5d-9778-65b63a8ee807"} {"level":"info","ts":1785528540.2129252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528540.2129996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6dcc328-bdc7-4a45-af41-a619424b8faa"} {"level":"info","ts":1785528540.2130318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6dcc328-bdc7-4a45-af41-a619424b8faa"} {"level":"info","ts":1785528540.213044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6dcc328-bdc7-4a45-af41-a619424b8faa","EoS":false} {"level":"info","ts":1785528540.2130551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6dcc328-bdc7-4a45-af41-a619424b8faa","EoS":true} {"level":"info","ts":1785528540.2130759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6dcc328-bdc7-4a45-af41-a619424b8faa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528540.2130916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6dcc328-bdc7-4a45-af41-a619424b8faa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528540.213115,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6dcc328-bdc7-4a45-af41-a619424b8faa"} {"level":"info","ts":1785528540.2557309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528540.2557907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fca3fde4-827e-4c1b-a95b-a95ae3e10f17"} {"level":"info","ts":1785528540.2557993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fca3fde4-827e-4c1b-a95b-a95ae3e10f17"} {"level":"info","ts":1785528540.2558095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fca3fde4-827e-4c1b-a95b-a95ae3e10f17","EoS":false} {"level":"info","ts":1785528540.2558205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fca3fde4-827e-4c1b-a95b-a95ae3e10f17","EoS":true} {"level":"info","ts":1785528540.2558377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fca3fde4-827e-4c1b-a95b-a95ae3e10f17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528540.255851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fca3fde4-827e-4c1b-a95b-a95ae3e10f17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528540.25587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fca3fde4-827e-4c1b-a95b-a95ae3e10f17"} {"level":"info","ts":1785528540.285192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528540.2852418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f433078-f735-4283-b06a-5cf03312b92f"} {"level":"info","ts":1785528540.28525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f433078-f735-4283-b06a-5cf03312b92f"} {"level":"info","ts":1785528540.28526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f433078-f735-4283-b06a-5cf03312b92f","EoS":false} {"level":"info","ts":1785528540.2852705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f433078-f735-4283-b06a-5cf03312b92f","EoS":true} {"level":"info","ts":1785528540.2852867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f433078-f735-4283-b06a-5cf03312b92f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528540.2852993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f433078-f735-4283-b06a-5cf03312b92f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528540.2853386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f433078-f735-4283-b06a-5cf03312b92f"} {"level":"info","ts":1785528540.3301353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528540.3302104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e876f55-5683-44e5-8334-43474232c8ba"} {"level":"info","ts":1785528540.3302236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e876f55-5683-44e5-8334-43474232c8ba"} {"level":"info","ts":1785528540.330234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e876f55-5683-44e5-8334-43474232c8ba","EoS":false} {"level":"info","ts":1785528540.330246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e876f55-5683-44e5-8334-43474232c8ba","EoS":true} {"level":"info","ts":1785528540.3302612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e876f55-5683-44e5-8334-43474232c8ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528540.3302736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e876f55-5683-44e5-8334-43474232c8ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528540.3302898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e876f55-5683-44e5-8334-43474232c8ba"} {"level":"info","ts":1785528541.00758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528541.0076547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c92dc279-1705-4509-a2da-487c43169e53"} {"level":"info","ts":1785528541.007664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c92dc279-1705-4509-a2da-487c43169e53"} {"level":"info","ts":1785528541.0076745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c92dc279-1705-4509-a2da-487c43169e53","EoS":false} {"level":"info","ts":1785528541.007687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c92dc279-1705-4509-a2da-487c43169e53","EoS":true} {"level":"info","ts":1785528541.007708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c92dc279-1705-4509-a2da-487c43169e53","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528541.0077276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c92dc279-1705-4509-a2da-487c43169e53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528541.0077493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c92dc279-1705-4509-a2da-487c43169e53"} {"level":"info","ts":1785528541.0458596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528541.0459177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2427bd8-4a21-476e-ac04-4335b1420f23"} {"level":"info","ts":1785528541.0459266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2427bd8-4a21-476e-ac04-4335b1420f23"} {"level":"info","ts":1785528541.0459366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2427bd8-4a21-476e-ac04-4335b1420f23","EoS":false} {"level":"info","ts":1785528541.0459597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2427bd8-4a21-476e-ac04-4335b1420f23","EoS":true} {"level":"info","ts":1785528541.0459783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2427bd8-4a21-476e-ac04-4335b1420f23","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528541.045994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2427bd8-4a21-476e-ac04-4335b1420f23","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528541.0460126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2427bd8-4a21-476e-ac04-4335b1420f23"} {"level":"info","ts":1785528545.2057087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528545.2057955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c77b169-0568-47d8-9fb9-c93fc2d5e84b"} {"level":"info","ts":1785528545.2058067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c77b169-0568-47d8-9fb9-c93fc2d5e84b"} {"level":"info","ts":1785528545.205826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c77b169-0568-47d8-9fb9-c93fc2d5e84b","EoS":false} {"level":"info","ts":1785528545.2058377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c77b169-0568-47d8-9fb9-c93fc2d5e84b","EoS":true} {"level":"info","ts":1785528545.2058563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c77b169-0568-47d8-9fb9-c93fc2d5e84b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528545.2058735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c77b169-0568-47d8-9fb9-c93fc2d5e84b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528545.205895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c77b169-0568-47d8-9fb9-c93fc2d5e84b"} {"level":"info","ts":1785528561.0514493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.051526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4"} {"level":"info","ts":1785528561.0515378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4"} {"level":"info","ts":1785528561.0515482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4","EoS":false} {"level":"info","ts":1785528561.0515602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4","EoS":true} {"level":"info","ts":1785528561.0515797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528561.0515943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.0516143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cc63ad6-525b-4abb-96b0-79e361651bb4"} {"level":"info","ts":1785528561.2054515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.205535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.205548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.2055593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","EoS":false} {"level":"info","ts":1785528561.205572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","EoS":true} {"level":"info","ts":1785528561.205592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528561.2056062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.2056253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f548ef0-d1a2-4211-99ad-ec6e3aeab6f1"} {"level":"info","ts":1785528561.3469036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.3469677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.3469775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.3469875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","EoS":false} {"level":"info","ts":1785528561.3469973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","EoS":true} {"level":"info","ts":1785528561.3470185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528561.3470318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.3470497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a480a34-d994-4da7-9993-ac8805b51a38"} {"level":"info","ts":1785528561.4867766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.48686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.4868717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.486889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","EoS":false} {"level":"info","ts":1785528561.4869096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","EoS":true} {"level":"info","ts":1785528561.4869385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528561.4869576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.4869814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba141f05-37c8-4ffe-befe-f7feaeafe0b8"} {"level":"info","ts":1785528561.6237168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.6237884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.6237988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.6238105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","EoS":false} {"level":"info","ts":1785528561.6238215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","EoS":true} {"level":"info","ts":1785528561.623842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528561.6238585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.6238782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2775af09-969f-4e6e-8373-f5d597a6b942"} {"level":"info","ts":1785528561.7594235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528561.7594976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49fb8e50-c897-4655-833d-63eddbb4ac03"} {"level":"info","ts":1785528561.7595072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49fb8e50-c897-4655-833d-63eddbb4ac03"} {"level":"info","ts":1785528561.7595174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49fb8e50-c897-4655-833d-63eddbb4ac03","EoS":false} {"level":"info","ts":1785528561.7595286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49fb8e50-c897-4655-833d-63eddbb4ac03","EoS":true} {"level":"info","ts":1785528561.7595482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49fb8e50-c897-4655-833d-63eddbb4ac03","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528561.759563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49fb8e50-c897-4655-833d-63eddbb4ac03","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528561.7595835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49fb8e50-c897-4655-833d-63eddbb4ac03"} {"level":"info","ts":1785528582.9154387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528582.915525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9155374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9155486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","EoS":false} {"level":"info","ts":1785528582.9155588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","EoS":true} {"level":"info","ts":1785528582.9155793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528582.915593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528582.915614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8011ab44-96f7-4fe2-a767-6b9b40a4b1e0"} {"level":"info","ts":1785528582.9538898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528582.953974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.9539871,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.9540057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","EoS":false} {"level":"info","ts":1785528582.954023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","EoS":true} {"level":"info","ts":1785528582.9540575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528582.9541306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528582.9541616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec75bf02-c752-4172-9482-a26bd84d2a6a"} {"level":"info","ts":1785528582.9957266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528582.9957938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d388a64a-f9d1-46f0-9122-6c295f7f9fb8"} {"level":"info","ts":1785528582.9958048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d388a64a-f9d1-46f0-9122-6c295f7f9fb8"} {"level":"info","ts":1785528582.9958148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d388a64a-f9d1-46f0-9122-6c295f7f9fb8","EoS":false} {"level":"info","ts":1785528582.995825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d388a64a-f9d1-46f0-9122-6c295f7f9fb8","EoS":true} {"level":"info","ts":1785528582.9958444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d388a64a-f9d1-46f0-9122-6c295f7f9fb8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528582.9958577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d388a64a-f9d1-46f0-9122-6c295f7f9fb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528582.9958768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d388a64a-f9d1-46f0-9122-6c295f7f9fb8"} {"level":"info","ts":1785528583.0299957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528583.0300722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93170cd5-7781-4bd3-a3a5-09af0f3a8f1f"} {"level":"info","ts":1785528583.0300908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93170cd5-7781-4bd3-a3a5-09af0f3a8f1f"} {"level":"info","ts":1785528583.0301025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93170cd5-7781-4bd3-a3a5-09af0f3a8f1f","EoS":false} {"level":"info","ts":1785528583.0301125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93170cd5-7781-4bd3-a3a5-09af0f3a8f1f","EoS":true} {"level":"info","ts":1785528583.0301325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93170cd5-7781-4bd3-a3a5-09af0f3a8f1f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528583.0301464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93170cd5-7781-4bd3-a3a5-09af0f3a8f1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528583.0302138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93170cd5-7781-4bd3-a3a5-09af0f3a8f1f"} {"level":"info","ts":1785528583.0682533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528583.0683541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d79805e7-1274-46bf-9185-b57112160e43"} {"level":"info","ts":1785528587.7072668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528587.7073605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.7073708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528587.707384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","EoS":false} {"level":"info","ts":1785528587.7073958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","EoS":true} {"level":"info","ts":1785528587.7074158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528587.7074313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528587.7074509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d18b5d6-9971-42ca-a6ee-fdb7389fd32e"} {"level":"info","ts":1785528596.2958305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528596.2959065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.2959156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528596.295926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","EoS":false} {"level":"info","ts":1785528596.2959397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","EoS":true} {"level":"info","ts":1785528596.2959616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528596.2959774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528596.2959964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6eab28ed-53b1-4639-bdac-3463a1362a00"} {"level":"info","ts":1785528609.1770236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528609.177109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.1771224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528609.1771395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","EoS":false} {"level":"info","ts":1785528609.1771638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","EoS":true} {"level":"info","ts":1785528609.1771967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528609.1772187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528609.1772475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dba7314-c8f7-47ba-bc85-38c6e1080a02"} {"level":"info","ts":1785528617.7277932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528617.7278798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.7278938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528617.727911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","EoS":false} {"level":"info","ts":1785528617.727933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","EoS":true} {"level":"info","ts":1785528617.7279632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528617.7280407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528617.728067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1475d798-a6a0-41c6-8fe1-df965f275347"} {"level":"info","ts":1785528626.625219,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528626.6252944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6253061,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528626.6253467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","EoS":false} {"level":"info","ts":1785528626.6253576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","EoS":true} {"level":"info","ts":1785528626.6254208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528626.6254413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528626.625462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f152afcc-4c75-4032-8ad5-09022af8e41a"} {"level":"info","ts":1785528635.656522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528635.656603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb20eee3-829e-4960-b6dd-060aa7823140"} {"level":"info","ts":1785528635.6566153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb20eee3-829e-4960-b6dd-060aa7823140"} {"level":"info","ts":1785528635.6566262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb20eee3-829e-4960-b6dd-060aa7823140","EoS":false} {"level":"info","ts":1785528635.6566393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb20eee3-829e-4960-b6dd-060aa7823140","EoS":true} {"level":"info","ts":1785528635.6567106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb20eee3-829e-4960-b6dd-060aa7823140","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528635.656733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb20eee3-829e-4960-b6dd-060aa7823140","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528635.6567626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb20eee3-829e-4960-b6dd-060aa7823140"} {"level":"info","ts":1785528643.5551412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528643.555221,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c6bd130-d13b-4af2-a998-dc36c70d23dc"} {"level":"info","ts":1785528643.5552297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c6bd130-d13b-4af2-a998-dc36c70d23dc"} {"level":"info","ts":1785528643.5552406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c6bd130-d13b-4af2-a998-dc36c70d23dc","EoS":false} {"level":"info","ts":1785528643.5552511,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c6bd130-d13b-4af2-a998-dc36c70d23dc","EoS":true} {"level":"info","ts":1785528643.5552711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c6bd130-d13b-4af2-a998-dc36c70d23dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785528643.555287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c6bd130-d13b-4af2-a998-dc36c70d23dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528643.555367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c6bd130-d13b-4af2-a998-dc36c70d23dc"} {"level":"info","ts":1785528648.363006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528648.3630862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56859ba5-fb60-4a4b-aa04-8d75e3509465"} {"level":"info","ts":1785528648.3631015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56859ba5-fb60-4a4b-aa04-8d75e3509465"} {"level":"info","ts":1785528648.363113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56859ba5-fb60-4a4b-aa04-8d75e3509465","EoS":false} {"level":"info","ts":1785528648.3631244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56859ba5-fb60-4a4b-aa04-8d75e3509465","EoS":true} {"level":"info","ts":1785528648.3631434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56859ba5-fb60-4a4b-aa04-8d75e3509465","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528648.3631592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56859ba5-fb60-4a4b-aa04-8d75e3509465","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528648.3632245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56859ba5-fb60-4a4b-aa04-8d75e3509465"} {"level":"info","ts":1785528659.3539267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528659.3540113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3540227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528659.3540351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","EoS":false} {"level":"info","ts":1785528659.354046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","EoS":true} {"level":"info","ts":1785528659.3540676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528659.3540833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528659.3541043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30c1c217-af0d-49c9-b840-cebc7dc2b5bb"} {"level":"info","ts":1785528692.5025704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528692.5026526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.5026653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528692.5026762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","EoS":false} {"level":"info","ts":1785528692.5026875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","EoS":true} {"level":"info","ts":1785528692.5027082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528692.5027232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"441a1324-400f-429a-a242-784fe9ace381","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528692.502745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"441a1324-400f-429a-a242-784fe9ace381"} {"level":"info","ts":1785528701.861529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528701.861616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1096d15-d42f-42f3-b816-146c43856105"} {"level":"info","ts":1785528701.8616257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1096d15-d42f-42f3-b816-146c43856105"} {"level":"info","ts":1785528701.8616369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1096d15-d42f-42f3-b816-146c43856105","EoS":false} {"level":"info","ts":1785528701.8616502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1096d15-d42f-42f3-b816-146c43856105","EoS":true} {"level":"info","ts":1785528701.8616722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1096d15-d42f-42f3-b816-146c43856105","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528701.8616884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1096d15-d42f-42f3-b816-146c43856105","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528701.8617122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1096d15-d42f-42f3-b816-146c43856105"} {"level":"info","ts":1785528718.0477092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528718.0477834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c1d2270-2b88-48b1-8ebc-40598e0b0b99"} {"level":"info","ts":1785528718.0477958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c1d2270-2b88-48b1-8ebc-40598e0b0b99"} {"level":"info","ts":1785528718.0478065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c1d2270-2b88-48b1-8ebc-40598e0b0b99","EoS":false} {"level":"info","ts":1785528718.0478177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c1d2270-2b88-48b1-8ebc-40598e0b0b99","EoS":true} {"level":"info","ts":1785528718.0478406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c1d2270-2b88-48b1-8ebc-40598e0b0b99","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528718.0478566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c1d2270-2b88-48b1-8ebc-40598e0b0b99","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528718.0478797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c1d2270-2b88-48b1-8ebc-40598e0b0b99"} {"level":"info","ts":1785528727.634264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528727.6343703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.6343832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528727.6343951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","EoS":false} {"level":"info","ts":1785528727.6344066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","EoS":true} {"level":"info","ts":1785528727.6344292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528727.634447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528727.6344686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cee1761-5bc0-410a-9533-c883a4bf6afc"} {"level":"info","ts":1785528737.0831406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528737.0832145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.0832243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.0832353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","EoS":false} {"level":"info","ts":1785528737.0832462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","EoS":true} {"level":"info","ts":1785528737.083265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528737.0832796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528737.0833008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25bbb8c2-4533-4265-a146-ac7777463dee"} {"level":"info","ts":1785528737.15921,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528737.159297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1593082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528737.1593328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","EoS":false} {"level":"info","ts":1785528737.1593437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","EoS":true} {"level":"info","ts":1785528737.1593645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528737.1594205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528737.159441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f18d1024-918b-4165-b6a5-ea18ddc0acd5"} {"level":"info","ts":1785528756.2874107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528756.2874901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.287499,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528756.2875113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","EoS":false} {"level":"info","ts":1785528756.2875233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","EoS":true} {"level":"info","ts":1785528756.2875469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528756.2875628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528756.2875822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8227cf06-1243-4d24-be94-c930b7a3067a"} {"level":"info","ts":1785528765.6509016,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528765.6509778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e027929d-c6f0-4ca1-825a-08d48288fd73"} {"level":"info","ts":1785528765.650989,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e027929d-c6f0-4ca1-825a-08d48288fd73"} {"level":"info","ts":1785528765.651,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e027929d-c6f0-4ca1-825a-08d48288fd73","EoS":false} {"level":"info","ts":1785528765.651011,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e027929d-c6f0-4ca1-825a-08d48288fd73","EoS":true} {"level":"info","ts":1785528765.6510322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e027929d-c6f0-4ca1-825a-08d48288fd73","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528765.6510477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e027929d-c6f0-4ca1-825a-08d48288fd73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528765.651068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e027929d-c6f0-4ca1-825a-08d48288fd73"} {"level":"info","ts":1785528781.6524162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528781.6525042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c93c07ab-a927-4b89-814b-862ee8670451"} {"level":"info","ts":1785528781.652521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c93c07ab-a927-4b89-814b-862ee8670451"} {"level":"info","ts":1785528781.65254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c93c07ab-a927-4b89-814b-862ee8670451","EoS":false} {"level":"info","ts":1785528781.652562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c93c07ab-a927-4b89-814b-862ee8670451","EoS":true} {"level":"info","ts":1785528781.6525931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c93c07ab-a927-4b89-814b-862ee8670451","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785528781.6526122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c93c07ab-a927-4b89-814b-862ee8670451","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785528781.6526368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c93c07ab-a927-4b89-814b-862ee8670451"} {"level":"info","ts":1785528915.0756214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528915.0757031,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0e2383d-588f-4178-8a41-4f46bc6e753c"} {"level":"info","ts":1785528915.075713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0e2383d-588f-4178-8a41-4f46bc6e753c"} {"level":"info","ts":1785528915.0757234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0e2383d-588f-4178-8a41-4f46bc6e753c","EoS":false} {"level":"info","ts":1785528915.0757368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0e2383d-588f-4178-8a41-4f46bc6e753c","EoS":true} {"level":"info","ts":1785528915.075759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0e2383d-588f-4178-8a41-4f46bc6e753c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785528915.0757744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0e2383d-588f-4178-8a41-4f46bc6e753c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785528915.0757954,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0e2383d-588f-4178-8a41-4f46bc6e753c"} {"level":"info","ts":1785528938.5310166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528938.5311096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.5311239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528938.5311413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","EoS":false} {"level":"info","ts":1785528938.5311604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","EoS":true} {"level":"info","ts":1785528938.531194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785528938.5312657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785528938.531299,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0b630ea-9532-436a-bb53-224b8e7db25e"} {"level":"info","ts":1785528990.7051947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785528990.7052724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.7052805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785528990.7052915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","EoS":false} {"level":"info","ts":1785528990.7053022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","EoS":true} {"level":"info","ts":1785528990.7053514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785528990.7053683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785528990.7053888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d1ced0d-9102-404f-a736-e960b41ffe00"} {"level":"info","ts":1785529005.9796789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529005.979763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.9797742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529005.9797895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","EoS":false} {"level":"info","ts":1785529005.9798024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","EoS":true} {"level":"info","ts":1785529005.9798236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785529005.9798405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785529005.9798663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb725ff6-1903-4891-8a0d-1af536cf0db1"} {"level":"info","ts":1785529006.2729049,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529006.2729952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce58cb8d-c4d1-4889-b759-aef28ac529c4"} {"level":"info","ts":1785529006.2730067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce58cb8d-c4d1-4889-b759-aef28ac529c4"} {"level":"info","ts":1785529006.2730243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce58cb8d-c4d1-4889-b759-aef28ac529c4","EoS":false} {"level":"info","ts":1785529006.273044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce58cb8d-c4d1-4889-b759-aef28ac529c4","EoS":true} {"level":"info","ts":1785529006.2730758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce58cb8d-c4d1-4889-b759-aef28ac529c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785529006.2730932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce58cb8d-c4d1-4889-b759-aef28ac529c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785529006.273152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce58cb8d-c4d1-4889-b759-aef28ac529c4"} {"level":"info","ts":1785529349.7293055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529349.7294147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.7294235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.729435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","EoS":false} {"level":"info","ts":1785529349.7294466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","EoS":true} {"level":"info","ts":1785529349.7294693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785529349.729482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785529349.7295036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"166672ec-d1e8-4c56-8b57-5be1a604b8cf"} {"level":"info","ts":1785529349.7682607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529349.7683523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59e6509d-70d7-4c6e-9bdf-898b9383a7d9"} {"level":"info","ts":1785529349.768364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59e6509d-70d7-4c6e-9bdf-898b9383a7d9"} {"level":"info","ts":1785529349.768376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59e6509d-70d7-4c6e-9bdf-898b9383a7d9","EoS":false} {"level":"info","ts":1785529349.768388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59e6509d-70d7-4c6e-9bdf-898b9383a7d9","EoS":true} {"level":"info","ts":1785529349.7684069,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59e6509d-70d7-4c6e-9bdf-898b9383a7d9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785529349.7684252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59e6509d-70d7-4c6e-9bdf-898b9383a7d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785529349.7684433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59e6509d-70d7-4c6e-9bdf-898b9383a7d9"} {"level":"info","ts":1785529349.8071249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529349.8071806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"026e7290-b145-4ca8-9c20-c883d8edc82f"} {"level":"info","ts":1785529349.8071926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"026e7290-b145-4ca8-9c20-c883d8edc82f"} {"level":"info","ts":1785529349.8072035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"026e7290-b145-4ca8-9c20-c883d8edc82f","EoS":false} {"level":"info","ts":1785529349.8072155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"026e7290-b145-4ca8-9c20-c883d8edc82f","EoS":true} {"level":"info","ts":1785529349.8072329,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"026e7290-b145-4ca8-9c20-c883d8edc82f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785529349.807246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"026e7290-b145-4ca8-9c20-c883d8edc82f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785529349.8072639,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"026e7290-b145-4ca8-9c20-c883d8edc82f"} {"level":"info","ts":1785529354.6577327,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85137ab9-aea4-4530-9830-85067a4098d4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529354.6577656,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85137ab9-aea4-4530-9830-85067a4098d4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785529354.6578226,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67543f7e-bb4c-4167-a536-ee8cd6549e44"} {"level":"info","ts":1785529354.665461,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fa6c381-02f2-4a66-92fb-b7f2489cd6b3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529354.6654994,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fa6c381-02f2-4a66-92fb-b7f2489cd6b3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785529354.6658447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39509.675759691,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.6658618,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.8562431,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41076d5e-d236-4e18-a2d4-43c28b627cc6"} {"level":"info","ts":1785529354.8568103,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"237d134c-0c06-458c-8393-5cd6e01acfd6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.8568602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"237d134c-0c06-458c-8393-5cd6e01acfd6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529354.859471,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785529354.8644705,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41076d5e-d236-4e18-a2d4-43c28b627cc6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.8645372,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41076d5e-d236-4e18-a2d4-43c28b627cc6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785529354.8660626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38717.590074057,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.8660805,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785529354.8725934,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41076d5e-d236-4e18-a2d4-43c28b627cc6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785529354.872634,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41076d5e-d236-4e18-a2d4-43c28b627cc6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.8727267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18224e60-ce81-4830-8c43-b995e558cf46"} {"level":"info","ts":1785529354.8727806,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18224e60-ce81-4830-8c43-b995e558cf46","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785529354.8730063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d02260f9-cd28-4bad-bcb9-7fdc191b929f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.8730311,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d02260f9-cd28-4bad-bcb9-7fdc191b929f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529354.8730795,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edc562e1-a049-4474-9172-90dc1ca98be6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529354.8731096,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"edc562e1-a049-4474-9172-90dc1ca98be6","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785529354.884751,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18224e60-ce81-4830-8c43-b995e558cf46","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.8848095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73de3c84-4a38-40f4-9817-39f102099bf5"} {"level":"info","ts":1785529354.884967,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33580.263029273,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.8849828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.890095,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.966626,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67543f7e-bb4c-4167-a536-ee8cd6549e44","name":"e2e-external-provider"} {"level":"info","ts":1785529354.976261,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67543f7e-bb4c-4167-a536-ee8cd6549e44","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785529354.980222,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67543f7e-bb4c-4167-a536-ee8cd6549e44","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529354.980385,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3a9b633-1644-4f46-8023-fc6139771464"} {"level":"info","ts":1785529354.9804356,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3a9b633-1644-4f46-8023-fc6139771464","name":"e2e-external-provider"} {"level":"info","ts":1785529354.9812105,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785529354.9859776,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73de3c84-4a38-40f4-9817-39f102099bf5","name":"e2e-external-model"} {"level":"info","ts":1785529354.9898422,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d5263bc-211b-457f-ad48-1da70450133e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529354.9898808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d5263bc-211b-457f-ad48-1da70450133e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529354.9937387,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3a9b633-1644-4f46-8023-fc6139771464","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785529355.0017183,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73de3c84-4a38-40f4-9817-39f102099bf5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785529355.001761,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73de3c84-4a38-40f4-9817-39f102099bf5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529355.0018141,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19e6179d-97f0-47c0-a71a-ad60a677ae43"} {"level":"info","ts":1785529355.0018656,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19e6179d-97f0-47c0-a71a-ad60a677ae43","name":"e2e-external-model"} {"level":"info","ts":1785529355.004029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ca12ac5-5684-402a-a6ab-e43e1bb61505","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529355.004061,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ca12ac5-5684-402a-a6ab-e43e1bb61505","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529355.0108047,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19e6179d-97f0-47c0-a71a-ad60a677ae43","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785529355.0146606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19e6179d-97f0-47c0-a71a-ad60a677ae43","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529355.0147552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6245dcd-e9b7-4fb2-81fb-e3172443b40a"} {"level":"info","ts":1785529355.014819,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6245dcd-e9b7-4fb2-81fb-e3172443b40a","name":"e2e-external-model"} {"level":"info","ts":1785529355.0219052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63837140-40c4-4f93-a285-73cbb6142c18","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529355.0219378,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63837140-40c4-4f93-a285-73cbb6142c18","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785529355.0231373,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6245dcd-e9b7-4fb2-81fb-e3172443b40a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785529355.0307376,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6245dcd-e9b7-4fb2-81fb-e3172443b40a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529355.030806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"551e8a70-b39b-42ad-8a81-67260a8b3253"} {"level":"info","ts":1785529355.0308545,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"551e8a70-b39b-42ad-8a81-67260a8b3253","name":"e2e-external-model"} {"level":"info","ts":1785529355.038818,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"551e8a70-b39b-42ad-8a81-67260a8b3253","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529366.6029005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529366.6029751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb"} {"level":"info","ts":1785529366.6029854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb"} {"level":"info","ts":1785529366.6029954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb","EoS":false} {"level":"info","ts":1785529366.603006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb","EoS":true} {"level":"info","ts":1785529366.6030266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785529366.6030443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529366.6030521,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb","modelName":"e2e-external-model"} {"level":"info","ts":1785529366.6030648,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785529366.6031084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4460e7f-51aa-44ed-a7e8-b98f932a5cdb"} {"level":"info","ts":1785529366.6494634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529366.6495285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118"} {"level":"info","ts":1785529366.6495395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118"} {"level":"info","ts":1785529366.6495495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118","EoS":false} {"level":"info","ts":1785529366.6495607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118","EoS":true} {"level":"info","ts":1785529366.6495798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785529366.649595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529366.6496072,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118","modelName":"e2e-external-model"} {"level":"info","ts":1785529366.6496203,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785529366.6496546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b940cdc7-34b0-432d-a88e-ef8e2a3ba118"} {"level":"info","ts":1785529366.6790378,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529366.6791165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.67913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.6791482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","EoS":false} {"level":"info","ts":1785529366.6791673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","EoS":true} {"level":"info","ts":1785529366.679197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785529366.6792154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529366.6792302,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","modelName":"e2e-external-model"} {"level":"info","ts":1785529366.6792524,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785529366.6793005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fe1ec6d-551a-46a8-b887-5134b6059d08"} {"level":"info","ts":1785529366.9064155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1af36191-51be-4a02-af7c-f44f48038a1b"} {"level":"info","ts":1785529366.906416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"194302be-cc85-4931-b8da-80ce559b3e9e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9065573,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"194302be-cc85-4931-b8da-80ce559b3e9e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785529366.9112244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"877c2535-ad1c-427b-8250-463fa0640d6a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9112563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"877c2535-ad1c-427b-8250-463fa0640d6a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785529366.9113407,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1af36191-51be-4a02-af7c-f44f48038a1b","name":"e2e-cleanup-test"} {"level":"info","ts":1785529366.9187193,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1af36191-51be-4a02-af7c-f44f48038a1b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529366.9263434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e6ddd0f-f8d8-4e75-8c50-36dabc4a37fe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9264202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e6ddd0f-f8d8-4e75-8c50-36dabc4a37fe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785529366.9264863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317e2638-688e-49a0-81ea-e85a9232c893"} {"level":"info","ts":1785529366.926551,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317e2638-688e-49a0-81ea-e85a9232c893","name":"e2e-cleanup-test"} {"level":"info","ts":1785529366.954151,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3647442b-9e8f-4c8c-96d8-b635416dfd89","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9542437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3647442b-9e8f-4c8c-96d8-b635416dfd89","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785529366.9542346,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317e2638-688e-49a0-81ea-e85a9232c893","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785529366.954345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"996069d5-ff88-4866-af15-b34df6fe0de3"} {"level":"info","ts":1785529366.9544358,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"996069d5-ff88-4866-af15-b34df6fe0de3","name":"e2e-cleanup-test"} {"level":"info","ts":1785529366.9714923,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"996069d5-ff88-4866-af15-b34df6fe0de3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529366.9833066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf0b81eb-a8ad-4157-b6b5-750109eb2ce6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529366.9833739,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf0b81eb-a8ad-4157-b6b5-750109eb2ce6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785529366.9833343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db6c424c-66ab-4f41-9981-a5ebfcbc7b64"} {"level":"info","ts":1785529366.9834473,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db6c424c-66ab-4f41-9981-a5ebfcbc7b64","name":"e2e-cleanup-test"} {"level":"info","ts":1785529367.0102427,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db6c424c-66ab-4f41-9981-a5ebfcbc7b64","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785529375.1752706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37422494-313b-448d-a074-a9252374bccd"} {"level":"info","ts":1785529375.1753087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1bed025-3ecb-48a5-99fc-636b24f8ef56","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529375.175353,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1bed025-3ecb-48a5-99fc-636b24f8ef56","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785529379.493831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.493906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf"} {"level":"info","ts":1785529379.4939291,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf"} {"level":"info","ts":1785529379.4939406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf","EoS":false} {"level":"info","ts":1785529379.4939513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf","EoS":true} {"level":"info","ts":1785529379.49397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785529379.4939868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785529379.4940085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f41bde17-ddaa-48b1-93b6-ada70214e5cf"} {"level":"info","ts":1785529379.5231895,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.5232515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.5232654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.523277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","EoS":false} {"level":"info","ts":1785529379.5232868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","EoS":true} {"level":"info","ts":1785529379.5233035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785529379.5233448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529379.5233536,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","modelName":"e2e-external-model"} {"level":"info","ts":1785529379.523404,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785529379.5234494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"107aeb60-777a-49a5-9f54-79d968c68f94"} {"level":"info","ts":1785529379.6535277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.6536157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.6536303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.6536453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","EoS":false} {"level":"info","ts":1785529379.6536682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","EoS":true} {"level":"info","ts":1785529379.6536958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785529379.653717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785529379.653742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab8c7941-b4d8-9d20-9c04-e4b352a24d85"} {"level":"info","ts":1785529379.7432451,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785529379.7433434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.7433558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529379.743367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","EoS":false} {"level":"info","ts":1785529379.743378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","EoS":true} {"level":"info","ts":1785529379.7434,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212","field":"model"} {"level":"info","ts":1785529379.7434585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b8a960d-b9e3-4cdc-8dd5-a4f8e0b2b212"} {"level":"info","ts":1785529380.665346,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66004e41-4228-41ff-b249-04ea5f2a8243"} {"level":"info","ts":1785529380.665343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df324403-de9c-4be5-9122-c9840196131c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529380.6654127,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df324403-de9c-4be5-9122-c9840196131c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785529380.8085268,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"264aeb12-4854-4281-9cea-edc66f338549","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529380.808563,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"264aeb12-4854-4281-9cea-edc66f338549","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785529380.8085742,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f77ed2df-fcf1-4719-b730-2cdc469ece8e"}