{"level":"info","ts":1785168422.3692298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b81c791d-2724-40cd-b950-0ae7b683a848","EoS":false} {"level":"info","ts":1785168422.3692422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b81c791d-2724-40cd-b950-0ae7b683a848","EoS":true} {"level":"info","ts":1785168422.3692627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b81c791d-2724-40cd-b950-0ae7b683a848","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168422.3692799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b81c791d-2724-40cd-b950-0ae7b683a848","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168422.369301,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b81c791d-2724-40cd-b950-0ae7b683a848"} {"level":"info","ts":1785168441.3352084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.3352814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88"} {"level":"info","ts":1785168441.3352935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88"} {"level":"info","ts":1785168441.335305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","EoS":false} {"level":"info","ts":1785168441.3353221,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","EoS":true} {"level":"info","ts":1785168441.3353443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168441.3353958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.335413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd5ced01-0d8f-4d96-9600-fb3dbc437f88"} {"level":"info","ts":1785168441.4724882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.4725678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.4725814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.4725997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","EoS":false} {"level":"info","ts":1785168441.4726195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","EoS":true} {"level":"info","ts":1785168441.4726503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168441.472676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.4727092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be4a84ba-bfc6-4155-9784-c626233d5f17"} {"level":"info","ts":1785168441.6090808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.6091554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.6091654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.609177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","EoS":false} {"level":"info","ts":1785168441.6091886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","EoS":true} {"level":"info","ts":1785168441.609208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168441.6092248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.6092467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cfa7d9f-3dc8-9e58-9a4b-5896dedb542f"} {"level":"info","ts":1785168441.746443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.7465231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.7465324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.7465448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","EoS":false} {"level":"info","ts":1785168441.7465568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","EoS":true} {"level":"info","ts":1785168441.7465777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168441.7465942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.7466204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"baaeccff-9bb9-44bd-9aac-ea4ce32d2ce1"} {"level":"info","ts":1785168441.8827076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168441.8827856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168441.8827944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168441.8828053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","EoS":false} {"level":"info","ts":1785168441.882818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","EoS":true} {"level":"info","ts":1785168441.8828392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168441.8828597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168441.882886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b232653-ab1b-4cf6-a25d-58175a143600"} {"level":"info","ts":1785168442.0187716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168442.0188544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab93c9ad-9713-4316-85bb-ce9ae076b494"} {"level":"info","ts":1785168442.0188634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab93c9ad-9713-4316-85bb-ce9ae076b494"} {"level":"info","ts":1785168442.0188746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab93c9ad-9713-4316-85bb-ce9ae076b494","EoS":false} {"level":"info","ts":1785168442.0188882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab93c9ad-9713-4316-85bb-ce9ae076b494","EoS":true} {"level":"info","ts":1785168442.0189092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab93c9ad-9713-4316-85bb-ce9ae076b494","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168442.0189245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab93c9ad-9713-4316-85bb-ce9ae076b494","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168442.0189455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab93c9ad-9713-4316-85bb-ce9ae076b494"} {"level":"info","ts":1785168458.7669184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.7670238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.7670383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.7670512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","EoS":false} {"level":"info","ts":1785168458.7670677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","EoS":true} {"level":"info","ts":1785168458.7670953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168458.7671127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168458.7671335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20573736-9b65-4f48-9b1d-ba97551ca2ed"} {"level":"info","ts":1785168458.8048882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.8049781,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.8049898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.8050005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","EoS":false} {"level":"info","ts":1785168458.805013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","EoS":true} {"level":"info","ts":1785168458.805033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168458.8050494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168458.80507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b772aae6-3473-45be-9aaf-0a5da72af84d"} {"level":"info","ts":1785168458.8430812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.843147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94af2f86-c3ad-4cb7-b9b7-6fb5567e4fe8"} {"level":"info","ts":1785168458.8431585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94af2f86-c3ad-4cb7-b9b7-6fb5567e4fe8"} {"level":"info","ts":1785168458.8431702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94af2f86-c3ad-4cb7-b9b7-6fb5567e4fe8","EoS":false} {"level":"info","ts":1785168458.8431842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94af2f86-c3ad-4cb7-b9b7-6fb5567e4fe8","EoS":true} {"level":"info","ts":1785168458.843202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94af2f86-c3ad-4cb7-b9b7-6fb5567e4fe8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168458.8432162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94af2f86-c3ad-4cb7-b9b7-6fb5567e4fe8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168458.8432336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94af2f86-c3ad-4cb7-b9b7-6fb5567e4fe8"} {"level":"info","ts":1785168458.8743896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.874462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bfe4442-858b-4cf0-b69d-1711536681a2"} {"level":"info","ts":1785168458.8744721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bfe4442-858b-4cf0-b69d-1711536681a2"} {"level":"info","ts":1785168458.8744833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bfe4442-858b-4cf0-b69d-1711536681a2","EoS":false} {"level":"info","ts":1785168458.8744955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bfe4442-858b-4cf0-b69d-1711536681a2","EoS":true} {"level":"info","ts":1785168458.874516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bfe4442-858b-4cf0-b69d-1711536681a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168458.8745298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bfe4442-858b-4cf0-b69d-1711536681a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168458.8745487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bfe4442-858b-4cf0-b69d-1711536681a2"} {"level":"info","ts":1785168458.9093964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168458.909454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a71462c-a2d8-4e26-b0ae-f4946e89485b"} {"level":"info","ts":1785168463.5348694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168463.534945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168463.5349748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168463.5349905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","EoS":false} {"level":"info","ts":1785168463.5350025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","EoS":true} {"level":"info","ts":1785168463.5350244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168463.5350397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168463.5350554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9bc8984-5967-4c7d-9d2d-43fe6084ec6a"} {"level":"info","ts":1785168472.1091635,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168472.1092396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"217977fe-a655-415b-abf9-ad1ed7c0cd53"} {"level":"info","ts":1785168472.109251,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"217977fe-a655-415b-abf9-ad1ed7c0cd53"} {"level":"info","ts":1785168472.1092632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"217977fe-a655-415b-abf9-ad1ed7c0cd53","EoS":false} {"level":"info","ts":1785168472.1092758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"217977fe-a655-415b-abf9-ad1ed7c0cd53","EoS":true} {"level":"info","ts":1785168472.109297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"217977fe-a655-415b-abf9-ad1ed7c0cd53","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168472.109312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"217977fe-a655-415b-abf9-ad1ed7c0cd53","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168472.1093345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"217977fe-a655-415b-abf9-ad1ed7c0cd53"} {"level":"info","ts":1785168474.1450548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168474.145136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168474.1451454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168474.1451588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","EoS":false} {"level":"info","ts":1785168474.145173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","EoS":true} {"level":"info","ts":1785168474.1451955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168474.1452107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168474.1452343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61e14ae8-ec7f-4855-95e7-45af76b2af4f"} {"level":"info","ts":1785168487.0576277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168487.0577052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168487.0577152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168487.0577257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","EoS":false} {"level":"info","ts":1785168487.0577383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","EoS":true} {"level":"info","ts":1785168487.057758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168487.0577762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168487.0577972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a336e231-1ae7-4153-978b-30659ac3d6f6"} {"level":"info","ts":1785168495.590662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168495.590743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168495.590755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168495.590767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","EoS":false} {"level":"info","ts":1785168495.5907772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","EoS":true} {"level":"info","ts":1785168495.5907998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168495.5908155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168495.5908427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc8facef-b761-4a7b-b938-91b0409a7e7f"} {"level":"info","ts":1785168504.4702969,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168504.470371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168504.470381,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168504.470393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","EoS":false} {"level":"info","ts":1785168504.470408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","EoS":true} {"level":"info","ts":1785168504.470427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168504.4704416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168504.4704633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"056c65fe-6322-97da-afee-18309a7216f5"} {"level":"info","ts":1785168513.4645875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168513.4646668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dae47ad-9dd8-433b-baef-ea539b4b16c7"} {"level":"info","ts":1785168513.4646804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dae47ad-9dd8-433b-baef-ea539b4b16c7"} {"level":"info","ts":1785168513.464693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dae47ad-9dd8-433b-baef-ea539b4b16c7","EoS":false} {"level":"info","ts":1785168513.464706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dae47ad-9dd8-433b-baef-ea539b4b16c7","EoS":true} {"level":"info","ts":1785168513.4647343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4dae47ad-9dd8-433b-baef-ea539b4b16c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168513.4647608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dae47ad-9dd8-433b-baef-ea539b4b16c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168513.4647906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dae47ad-9dd8-433b-baef-ea539b4b16c7"} {"level":"info","ts":1785168518.2346032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168518.2346828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e0faa62-bf36-4367-9b40-aa70de9cd1b3"} {"level":"info","ts":1785168518.2347019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e0faa62-bf36-4367-9b40-aa70de9cd1b3"} {"level":"info","ts":1785168518.234716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e0faa62-bf36-4367-9b40-aa70de9cd1b3","EoS":false} {"level":"info","ts":1785168518.2347326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e0faa62-bf36-4367-9b40-aa70de9cd1b3","EoS":true} {"level":"info","ts":1785168518.2347524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e0faa62-bf36-4367-9b40-aa70de9cd1b3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785168518.2347696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e0faa62-bf36-4367-9b40-aa70de9cd1b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168518.2347982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e0faa62-bf36-4367-9b40-aa70de9cd1b3"} {"level":"info","ts":1785168523.0164237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168523.0165043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"360af42b-582f-48d7-ad56-e5330194c115"} {"level":"info","ts":1785168523.016513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"360af42b-582f-48d7-ad56-e5330194c115"} {"level":"info","ts":1785168523.0165236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"360af42b-582f-48d7-ad56-e5330194c115","EoS":false} {"level":"info","ts":1785168523.0165365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"360af42b-582f-48d7-ad56-e5330194c115","EoS":true} {"level":"info","ts":1785168523.0165563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"360af42b-582f-48d7-ad56-e5330194c115","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168523.0165732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"360af42b-582f-48d7-ad56-e5330194c115","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168523.0165946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"360af42b-582f-48d7-ad56-e5330194c115"} {"level":"info","ts":1785168523.3017395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168523.301831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5bdfc7d-c8db-4d5e-b410-49b564192ec2"} {"level":"info","ts":1785168523.3018694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5bdfc7d-c8db-4d5e-b410-49b564192ec2"} {"level":"info","ts":1785168523.301882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5bdfc7d-c8db-4d5e-b410-49b564192ec2","EoS":false} {"level":"info","ts":1785168523.3018932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5bdfc7d-c8db-4d5e-b410-49b564192ec2","EoS":true} {"level":"info","ts":1785168523.3019147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5bdfc7d-c8db-4d5e-b410-49b564192ec2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168523.3019292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5bdfc7d-c8db-4d5e-b410-49b564192ec2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168523.3019502,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5bdfc7d-c8db-4d5e-b410-49b564192ec2"} {"level":"info","ts":1785168525.337832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168525.337911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d10bb71e-0d8f-46db-9f8d-5a1166dac004"} {"level":"info","ts":1785168525.3379207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d10bb71e-0d8f-46db-9f8d-5a1166dac004"} {"level":"info","ts":1785168525.337932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d10bb71e-0d8f-46db-9f8d-5a1166dac004","EoS":false} {"level":"info","ts":1785168525.3379443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d10bb71e-0d8f-46db-9f8d-5a1166dac004","EoS":true} {"level":"info","ts":1785168525.3379846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d10bb71e-0d8f-46db-9f8d-5a1166dac004","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168525.338001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d10bb71e-0d8f-46db-9f8d-5a1166dac004","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168525.338023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d10bb71e-0d8f-46db-9f8d-5a1166dac004"} {"level":"info","ts":1785168527.3720846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168527.37217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21016a84-b395-443a-9daa-0bcdeb0c5b4c"} {"level":"info","ts":1785168527.3721862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21016a84-b395-443a-9daa-0bcdeb0c5b4c"} {"level":"info","ts":1785168527.3721979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21016a84-b395-443a-9daa-0bcdeb0c5b4c","EoS":false} {"level":"info","ts":1785168527.3722112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21016a84-b395-443a-9daa-0bcdeb0c5b4c","EoS":true} {"level":"info","ts":1785168527.3722322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21016a84-b395-443a-9daa-0bcdeb0c5b4c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168527.3722496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21016a84-b395-443a-9daa-0bcdeb0c5b4c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168527.3722699,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21016a84-b395-443a-9daa-0bcdeb0c5b4c"} {"level":"info","ts":1785168529.4070883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168529.4071705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168529.4071817,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168529.407198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","EoS":false} {"level":"info","ts":1785168529.4072092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","EoS":true} {"level":"info","ts":1785168529.4072304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168529.4072473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"769e9f85-ca22-4957-ab31-915665147926","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168529.407269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"769e9f85-ca22-4957-ab31-915665147926"} {"level":"info","ts":1785168552.5481715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168552.5482526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168552.5482652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168552.5482764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","EoS":false} {"level":"info","ts":1785168552.5482895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","EoS":true} {"level":"info","ts":1785168552.548311,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168552.548327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168552.5483706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"803754a2-7000-4848-83a0-b9f8de09df69"} {"level":"info","ts":1785168561.8939893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168561.8940833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cf9694c-f0bd-4973-8066-52f4a37ba942"} {"level":"info","ts":1785168561.8940997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9cf9694c-f0bd-4973-8066-52f4a37ba942"} {"level":"info","ts":1785168561.8941193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cf9694c-f0bd-4973-8066-52f4a37ba942","EoS":false} {"level":"info","ts":1785168561.894137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cf9694c-f0bd-4973-8066-52f4a37ba942","EoS":true} {"level":"info","ts":1785168561.8941686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cf9694c-f0bd-4973-8066-52f4a37ba942","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168561.8941877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cf9694c-f0bd-4973-8066-52f4a37ba942","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168561.8942206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9cf9694c-f0bd-4973-8066-52f4a37ba942"} {"level":"info","ts":1785168567.3771355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168567.377239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0873ae8-9f9f-470c-9cad-bfccac1a2357"} {"level":"info","ts":1785168567.3772566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0873ae8-9f9f-470c-9cad-bfccac1a2357"} {"level":"info","ts":1785168567.3772724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0873ae8-9f9f-470c-9cad-bfccac1a2357","EoS":false} {"level":"info","ts":1785168567.3773532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0873ae8-9f9f-470c-9cad-bfccac1a2357","EoS":true} {"level":"info","ts":1785168567.377381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0873ae8-9f9f-470c-9cad-bfccac1a2357","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168567.3774025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0873ae8-9f9f-470c-9cad-bfccac1a2357","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168567.3774424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0873ae8-9f9f-470c-9cad-bfccac1a2357"} {"level":"info","ts":1785168576.9543772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168576.9544673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0edbe7a-026b-4e49-a15f-6af23c27ed9f"} {"level":"info","ts":1785168576.9544845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0edbe7a-026b-4e49-a15f-6af23c27ed9f"} {"level":"info","ts":1785168576.954498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0edbe7a-026b-4e49-a15f-6af23c27ed9f","EoS":false} {"level":"info","ts":1785168576.9545114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0edbe7a-026b-4e49-a15f-6af23c27ed9f","EoS":true} {"level":"info","ts":1785168576.9545326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0edbe7a-026b-4e49-a15f-6af23c27ed9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168576.9545481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0edbe7a-026b-4e49-a15f-6af23c27ed9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168576.9545743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0edbe7a-026b-4e49-a15f-6af23c27ed9f"} {"level":"info","ts":1785168578.9888752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168578.9889956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168578.9890082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168578.9890237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","EoS":false} {"level":"info","ts":1785168578.9890428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","EoS":true} {"level":"info","ts":1785168578.989063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168578.989079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168578.9891016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3ec8f64-44fb-4eb5-a032-de1079111760"} {"level":"info","ts":1785168588.4014158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168588.4014971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.4015083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.40152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","EoS":false} {"level":"info","ts":1785168588.4015338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","EoS":true} {"level":"info","ts":1785168588.4015543,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168588.4015713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168588.4015927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0034b4c4-15f7-4e08-9980-bc90598cea16"} {"level":"info","ts":1785168588.4449823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168588.4450645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168588.445075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168588.445086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","EoS":false} {"level":"info","ts":1785168588.4450994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","EoS":true} {"level":"info","ts":1785168588.4451227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168588.445138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168588.4451537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3de8e075-9bad-4a51-8c69-4c5c7f577fd2"} {"level":"info","ts":1785168607.6261764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168607.6262789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168607.626297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168607.6263123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","EoS":false} {"level":"info","ts":1785168607.6263366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","EoS":true} {"level":"info","ts":1785168607.626367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168607.626389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168607.6264105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"779a157d-34eb-4690-b14e-7894b53a9995"} {"level":"info","ts":1785168617.0468361,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168617.0469189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55e7ba94-605e-41d7-94fc-db515a889487"} {"level":"info","ts":1785168617.0469282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55e7ba94-605e-41d7-94fc-db515a889487"} {"level":"info","ts":1785168617.0469398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55e7ba94-605e-41d7-94fc-db515a889487","EoS":false} {"level":"info","ts":1785168617.0469503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55e7ba94-605e-41d7-94fc-db515a889487","EoS":true} {"level":"info","ts":1785168617.0470035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55e7ba94-605e-41d7-94fc-db515a889487","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168617.0470247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55e7ba94-605e-41d7-94fc-db515a889487","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168617.0470526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55e7ba94-605e-41d7-94fc-db515a889487"} {"level":"info","ts":1785168622.3112884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168622.3113806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09775307-2647-4106-b066-ace4181d25a3"} {"level":"info","ts":1785168622.3113992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09775307-2647-4106-b066-ace4181d25a3"} {"level":"info","ts":1785168622.31142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09775307-2647-4106-b066-ace4181d25a3","EoS":false} {"level":"info","ts":1785168622.3114388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09775307-2647-4106-b066-ace4181d25a3","EoS":true} {"level":"info","ts":1785168622.311471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09775307-2647-4106-b066-ace4181d25a3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785168622.31149,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09775307-2647-4106-b066-ace4181d25a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785168622.31152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09775307-2647-4106-b066-ace4181d25a3"} {"level":"info","ts":1785168712.9094055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168712.909486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a3a97f2-d6fe-437c-b4bb-5da3a58b0a4f"} {"level":"info","ts":1785168712.9094985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a3a97f2-d6fe-437c-b4bb-5da3a58b0a4f"} {"level":"info","ts":1785168712.9095101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a3a97f2-d6fe-437c-b4bb-5da3a58b0a4f","EoS":false} {"level":"info","ts":1785168712.909521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a3a97f2-d6fe-437c-b4bb-5da3a58b0a4f","EoS":true} {"level":"info","ts":1785168712.9095428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a3a97f2-d6fe-437c-b4bb-5da3a58b0a4f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785168712.9095583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a3a97f2-d6fe-437c-b4bb-5da3a58b0a4f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785168712.9095798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a3a97f2-d6fe-437c-b4bb-5da3a58b0a4f"} {"level":"info","ts":1785168736.5955184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168736.5955913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168736.5956013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168736.5956128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","EoS":false} {"level":"info","ts":1785168736.595623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","EoS":true} {"level":"info","ts":1785168736.5956457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785168736.5956607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785168736.5956812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dced3b74-870f-4ca9-a55a-be0ccb7166b5"} {"level":"info","ts":1785168773.6911335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168773.6912134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168773.691225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168773.6912384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","EoS":false} {"level":"info","ts":1785168773.691252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","EoS":true} {"level":"info","ts":1785168773.6913114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168773.6913288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168773.6913505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4207c13e-6966-43b0-b118-cb33e17ce7ed"} {"level":"info","ts":1785168788.9659188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168788.9660351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168788.96605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168788.9661067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","EoS":false} {"level":"info","ts":1785168788.9661222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","EoS":true} {"level":"info","ts":1785168788.9661448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168788.966158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168788.966183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9d5df03-56ac-4955-8b6f-9b08e885b96c"} {"level":"info","ts":1785168789.281123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785168789.2811966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffa83718-ec4a-40a5-9143-671db8c0cd76"} {"level":"info","ts":1785168789.2812068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffa83718-ec4a-40a5-9143-671db8c0cd76"} {"level":"info","ts":1785168789.2812183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffa83718-ec4a-40a5-9143-671db8c0cd76","EoS":false} {"level":"info","ts":1785168789.2812319,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffa83718-ec4a-40a5-9143-671db8c0cd76","EoS":true} {"level":"info","ts":1785168789.2812526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffa83718-ec4a-40a5-9143-671db8c0cd76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785168789.28127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffa83718-ec4a-40a5-9143-671db8c0cd76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785168789.2812908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffa83718-ec4a-40a5-9143-671db8c0cd76"} {"level":"info","ts":1785169117.263704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169117.2637904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.263801,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.2638123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","EoS":false} {"level":"info","ts":1785169117.2638252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","EoS":true} {"level":"info","ts":1785169117.263847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169117.2638645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169117.263889,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a10e7fea-4d70-44ab-8b2d-c0fe6a5d3ee5"} {"level":"info","ts":1785169117.3058271,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169117.3059037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5febd53-4294-4168-bb49-a6059f83bc81"} {"level":"info","ts":1785169117.3059156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5febd53-4294-4168-bb49-a6059f83bc81"} {"level":"info","ts":1785169117.3059268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5febd53-4294-4168-bb49-a6059f83bc81","EoS":false} {"level":"info","ts":1785169117.30594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5febd53-4294-4168-bb49-a6059f83bc81","EoS":true} {"level":"info","ts":1785169117.3059876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5febd53-4294-4168-bb49-a6059f83bc81","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169117.3060055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5febd53-4294-4168-bb49-a6059f83bc81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169117.306026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5febd53-4294-4168-bb49-a6059f83bc81"} {"level":"info","ts":1785169117.3393717,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169117.3394332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d2ae249-3a45-4e51-bc58-eacb17133814"} {"level":"info","ts":1785169117.3394444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d2ae249-3a45-4e51-bc58-eacb17133814"} {"level":"info","ts":1785169117.3394556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d2ae249-3a45-4e51-bc58-eacb17133814","EoS":false} {"level":"info","ts":1785169117.3394654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d2ae249-3a45-4e51-bc58-eacb17133814","EoS":true} {"level":"info","ts":1785169117.339482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d2ae249-3a45-4e51-bc58-eacb17133814","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169117.339496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d2ae249-3a45-4e51-bc58-eacb17133814","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169117.339513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d2ae249-3a45-4e51-bc58-eacb17133814"} {"level":"info","ts":1785169122.203752,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e6f4dce-b88c-46e1-8739-d216be5c2271","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169122.203796,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e6f4dce-b88c-46e1-8739-d216be5c2271","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785169122.2037995,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"199d156d-3064-4ddc-9aa9-ffebbf256819"} {"level":"info","ts":1785169122.210705,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a310788c-b4b6-465f-a229-fe5785802906","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169122.2107308,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a310788c-b4b6-465f-a229-fe5785802906","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785169122.210898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35885.049096705,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.210921,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.248297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3112922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38089.881886138,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3113222,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3213336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab4c1752-8e71-447c-bca8-113206b4b4db"} {"level":"info","ts":1785169122.3217814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1564c65b-934a-4b3a-96ee-e23efe4607dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3218188,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1564c65b-934a-4b3a-96ee-e23efe4607dc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.3389106,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab4c1752-8e71-447c-bca8-113206b4b4db","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785169122.3390796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f76af8c3-56fa-46da-a23a-9971d7e59a32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3391175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f76af8c3-56fa-46da-a23a-9971d7e59a32","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.3411381,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3431602,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f29ab17-119f-4db9-a516-6a44ab761fc9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3431857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f29ab17-119f-4db9-a516-6a44ab761fc9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785169122.346799,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab4c1752-8e71-447c-bca8-113206b4b4db","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785169122.3468406,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab4c1752-8e71-447c-bca8-113206b4b4db","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.346891,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0443203b-dcad-409a-bdaf-d0c1defebc14"} {"level":"info","ts":1785169122.346914,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0443203b-dcad-409a-bdaf-d0c1defebc14","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785169122.3515418,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0443203b-dcad-409a-bdaf-d0c1defebc14","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3618157,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d4b5b7-d58b-4877-909b-4abf8f498870"} {"level":"info","ts":1785169122.3618448,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d4b5b7-d58b-4877-909b-4abf8f498870","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785169122.3660462,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d4b5b7-d58b-4877-909b-4abf8f498870","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3861787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65a04401-0ff1-4e8a-99b5-29037e94674f"} {"level":"info","ts":1785169122.3862057,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65a04401-0ff1-4e8a-99b5-29037e94674f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785169122.3891878,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e0a22bd-578e-4b60-a787-d0aaa24f67a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169122.3892198,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e0a22bd-578e-4b60-a787-d0aaa24f67a9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785169122.38928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4427e013-24be-4f89-afa2-d0ece5df0272","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.3893025,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4427e013-24be-4f89-afa2-d0ece5df0272","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785169122.3901207,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65a04401-0ff1-4e8a-99b5-29037e94674f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.3901684,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f08d3e20-1baf-4ab7-a044-eb134d6bad0c"} {"level":"info","ts":1785169122.3903508,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36695.425296063,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.3903687,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.4114134,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"199d156d-3064-4ddc-9aa9-ffebbf256819","name":"e2e-external-provider"} {"level":"info","ts":1785169122.413626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785169122.4264796,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"199d156d-3064-4ddc-9aa9-ffebbf256819","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785169122.4303815,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"199d156d-3064-4ddc-9aa9-ffebbf256819","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.430474,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d7dff9c-1dfc-4341-8be9-a8598e7b885e"} {"level":"info","ts":1785169122.4305108,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d7dff9c-1dfc-4341-8be9-a8598e7b885e","name":"e2e-external-provider"} {"level":"info","ts":1785169122.4397602,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d7dff9c-1dfc-4341-8be9-a8598e7b885e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785169122.4906535,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f08d3e20-1baf-4ab7-a044-eb134d6bad0c","name":"e2e-external-model"} {"level":"info","ts":1785169122.5106921,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f08d3e20-1baf-4ab7-a044-eb134d6bad0c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169122.5199485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46a84783-82fd-4a0e-a9d3-f15f78ca8367"} {"level":"info","ts":1785169122.5199873,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1066e487-49ae-430d-9a29-5d34b017a935","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.5200276,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1066e487-49ae-430d-9a29-5d34b017a935","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.520029,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46a84783-82fd-4a0e-a9d3-f15f78ca8367","name":"e2e-external-model"} {"level":"info","ts":1785169122.5359297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7318a9db-ab8b-4359-a620-dd3d4df39ca6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.53599,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7318a9db-ab8b-4359-a620-dd3d4df39ca6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785169122.5359936,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46a84783-82fd-4a0e-a9d3-f15f78ca8367","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169122.536056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d63a2f6c-1704-4da5-925d-6b6bae0e5d5a"} {"level":"info","ts":1785169122.5361035,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d63a2f6c-1704-4da5-925d-6b6bae0e5d5a","name":"e2e-external-model"} {"level":"info","ts":1785169122.544864,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d63a2f6c-1704-4da5-925d-6b6bae0e5d5a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169122.5578804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e529eda-ab41-4479-b05f-51bbbde68b51","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169122.557917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e529eda-ab41-4479-b05f-51bbbde68b51","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785169122.5588233,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0a54997-0e29-42ec-b670-3709d926a486"} {"level":"info","ts":1785169122.558873,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0a54997-0e29-42ec-b670-3709d926a486","name":"e2e-external-model"} {"level":"info","ts":1785169122.5681965,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0a54997-0e29-42ec-b670-3709d926a486","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169129.7649877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169129.7650821,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19"} {"level":"info","ts":1785169129.7651017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19"} {"level":"info","ts":1785169129.765119,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19","EoS":false} {"level":"info","ts":1785169129.7651381,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19","EoS":true} {"level":"info","ts":1785169129.765165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785169129.7651827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169129.7651932,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19","modelName":"e2e-external-model"} {"level":"info","ts":1785169129.7652123,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785169129.7652872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54c31f1a-98c6-4319-83de-fb77190f1a19"} {"level":"info","ts":1785169129.8089066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169129.8089826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208"} {"level":"info","ts":1785169129.8089921,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208"} {"level":"info","ts":1785169129.8090043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208","EoS":false} {"level":"info","ts":1785169129.8090184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208","EoS":true} {"level":"info","ts":1785169129.809042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785169129.8090577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169129.8090699,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208","modelName":"e2e-external-model"} {"level":"info","ts":1785169129.809088,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785169129.8091276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7b24cf9-e689-4654-9039-49e44efad208"} {"level":"info","ts":1785169129.83673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169129.8368008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70"} {"level":"info","ts":1785169129.8368127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70"} {"level":"info","ts":1785169129.8368232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","EoS":false} {"level":"info","ts":1785169129.8368347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","EoS":true} {"level":"info","ts":1785169129.8368542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785169129.8368678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169129.8368754,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","modelName":"e2e-external-model"} {"level":"info","ts":1785169129.8368883,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785169129.8369322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d87883f0-7237-4ed3-b08b-57a881fd1e70"} {"level":"info","ts":1785169129.964458,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da0ec67-12d9-4265-ab74-12605b7db23f"} {"level":"info","ts":1785169129.9645011,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7a85e46-3dea-4162-82e7-b6e63d7a3c70","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169129.9645367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7a85e46-3dea-4162-82e7-b6e63d7a3c70","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169129.974325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"798c2412-536b-41a2-82c5-64db71dedbb4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169129.9743507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"798c2412-536b-41a2-82c5-64db71dedbb4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169129.9745932,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da0ec67-12d9-4265-ab74-12605b7db23f","name":"e2e-cleanup-test"} {"level":"info","ts":1785169129.9891512,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da0ec67-12d9-4265-ab74-12605b7db23f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169129.9955454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674095e9-239c-4e94-8b7c-c55d722efc95","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169129.995581,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674095e9-239c-4e94-8b7c-c55d722efc95","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169129.995549,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"856ae512-f492-4cea-a67b-59c21488a108"} {"level":"info","ts":1785169129.99565,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"856ae512-f492-4cea-a67b-59c21488a108","name":"e2e-cleanup-test"} {"level":"error","ts":1785169130.0191815,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"856ae512-f492-4cea-a67b-59c21488a108","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785169130.0192504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1729fa93-2333-45cc-a01d-baa0126199c2"} {"level":"info","ts":1785169130.0193095,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1729fa93-2333-45cc-a01d-baa0126199c2","name":"e2e-cleanup-test"} {"level":"info","ts":1785169130.0192509,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84493eaa-efe8-4840-a0d9-02975ad1a570","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169130.0193582,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84493eaa-efe8-4840-a0d9-02975ad1a570","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169130.028547,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1729fa93-2333-45cc-a01d-baa0126199c2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169130.0368514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b6956fb-ec86-4040-82b4-233b760363ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169130.0368793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b6956fb-ec86-4040-82b4-233b760363ee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785169130.0369217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0c3abd5-f58a-4dc3-96a2-0cbafbabc42c"} {"level":"info","ts":1785169130.0370297,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0c3abd5-f58a-4dc3-96a2-0cbafbabc42c","name":"e2e-cleanup-test"} {"level":"info","ts":1785169130.0450013,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0c3abd5-f58a-4dc3-96a2-0cbafbabc42c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785169138.2310827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30f81eae-f796-442b-a89f-b8776659d979"} {"level":"info","ts":1785169138.2311165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a215aa6-6363-478d-abc3-76f058e6a0c8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169138.2311482,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a215aa6-6363-478d-abc3-76f058e6a0c8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785169142.535795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.5358903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4"} {"level":"info","ts":1785169142.5359097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4"} {"level":"info","ts":1785169142.5359266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4","EoS":false} {"level":"info","ts":1785169142.5359454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4","EoS":true} {"level":"info","ts":1785169142.5359995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785169142.5360224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785169142.5360491,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d6bb3a9-4cac-4028-a9eb-4e3e435fd8a4"} {"level":"info","ts":1785169142.5675364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.5675917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74"} {"level":"info","ts":1785169142.5676022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74"} {"level":"info","ts":1785169142.5676205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","EoS":false} {"level":"info","ts":1785169142.567631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","EoS":true} {"level":"info","ts":1785169142.5676477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785169142.5676606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169142.5676672,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","modelName":"e2e-external-model"} {"level":"info","ts":1785169142.5676813,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785169142.5677218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9d44e3d-7efd-4880-b68f-70d661d7ca74"} {"level":"info","ts":1785169142.6071694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.60723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.6072419,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.6072521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","EoS":false} {"level":"info","ts":1785169142.6072626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","EoS":true} {"level":"info","ts":1785169142.6072805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785169142.6072922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785169142.6073089,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c63df46-e244-4ce3-a1bb-1587177d128a"} {"level":"info","ts":1785169142.7522526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169142.7523336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169142.752347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169142.7523646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","EoS":false} {"level":"info","ts":1785169142.7523832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","EoS":true} {"level":"info","ts":1785169142.7524173,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3","field":"model"} {"level":"info","ts":1785169142.7524514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7c17d82-680b-4627-8ec0-efcb061315d3"} {"level":"info","ts":1785169143.6693823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c41e115f-d846-4e33-a345-c863a72f0406"} {"level":"info","ts":1785169143.6693997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc6b5d7a-3690-4af5-9024-0609f3e3a180","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169143.6694298,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc6b5d7a-3690-4af5-9024-0609f3e3a180","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785169143.8193955,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd8cebfa-8cc6-4328-a14f-1a61eeced3c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785169143.8194268,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a94a5aef-d0a4-4aa6-ac3d-3413972c014e"} {"level":"info","ts":1785169143.8194392,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd8cebfa-8cc6-4328-a14f-1a61eeced3c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170443.568416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170443.5685077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e79530c4-e7c6-40f6-ab4a-cfcdc83c24a6"} {"level":"info","ts":1785170504.2249053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170504.2250085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"} {"level":"info","ts":1785170504.2250187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"} {"level":"info","ts":1785170504.2250307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","EoS":false} {"level":"info","ts":1785170504.2250433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","EoS":true} {"level":"info","ts":1785170504.225067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170504.2250836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785170504.2251058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fb5e0e3-cd16-4b67-b3e1-dc8a1606148c"}