{"level":"info","ts":1785259365.8495388,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"88565c62-faa6-4051-ac3f-4c1afc09db10"}
{"level":"info","ts":1785259366.6495078,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259366.6496108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3"}
{"level":"info","ts":1785259366.6496637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3"}
{"level":"info","ts":1785259366.6496851,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3","EoS":true}
{"level":"info","ts":1785259366.649717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3","header":"x-maas-group"}
{"level":"info","ts":1785259366.649728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3","header":"x-maas-subscription"}
{"level":"info","ts":1785259366.649733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3","header":"x-maas-username"}
{"level":"info","ts":1785259366.6497464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259366.649772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3"}
{"level":"info","ts":1785259366.650764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3"}
{"level":"info","ts":1785259366.6507802,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3"}
{"level":"info","ts":1785259366.6507933,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3","EoS":false}
{"level":"info","ts":1785259366.6508136,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3","EoS":true}
{"level":"info","ts":1785259366.650842,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"694099c1-6d34-4ee0-a4b4-60e0aeac68b3"}
{"level":"info","ts":1785259389.8170748,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259389.8171566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636"}
{"level":"info","ts":1785259389.817169,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636"}
{"level":"info","ts":1785259389.8171804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636","EoS":true}
{"level":"info","ts":1785259389.817207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636","header":"x-maas-group"}
{"level":"info","ts":1785259389.8172174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636","header":"x-maas-subscription"}
{"level":"info","ts":1785259389.817223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636","header":"x-maas-username"}
{"level":"info","ts":1785259389.8172388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259389.8172705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636"}
{"level":"info","ts":1785259389.8182733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636"}
{"level":"info","ts":1785259389.8182921,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636"}
{"level":"info","ts":1785259389.8183162,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636","EoS":false}
{"level":"info","ts":1785259389.8183296,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636","EoS":true}
{"level":"info","ts":1785259389.8183777,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55e274db-a396-469b-ac62-82a8e5614636"}
{"level":"info","ts":1785259389.953008,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259389.953083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17"}
{"level":"info","ts":1785259389.9530942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17"}
{"level":"info","ts":1785259389.9531054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17","EoS":true}
{"level":"info","ts":1785259389.953127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17","header":"x-maas-group"}
{"level":"info","ts":1785259389.9531374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17","header":"x-maas-subscription"}
{"level":"info","ts":1785259389.9531438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17","header":"x-maas-username"}
{"level":"info","ts":1785259389.9531572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259389.953183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17"}
{"level":"info","ts":1785259389.953955,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17"}
{"level":"info","ts":1785259389.9539707,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17"}
{"level":"info","ts":1785259389.953987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17","EoS":false}
{"level":"info","ts":1785259389.953997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17","EoS":true}
{"level":"info","ts":1785259389.9540195,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9291e74f-42c1-4026-9135-80a26aed1a17"}
{"level":"info","ts":1785259390.092098,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259390.0921557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb"}
{"level":"info","ts":1785259390.0921643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb"}
{"level":"info","ts":1785259390.0921743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb","EoS":true}
{"level":"info","ts":1785259390.0921922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb","header":"x-maas-subscription"}
{"level":"info","ts":1785259390.0922024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb","header":"x-maas-group"}
{"level":"info","ts":1785259390.0922081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb","header":"x-maas-username"}
{"level":"info","ts":1785259390.0922194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259390.09224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb"}
{"level":"info","ts":1785259390.0930243,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb"}
{"level":"info","ts":1785259390.0930405,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb"}
{"level":"info","ts":1785259390.0930557,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb","EoS":false}
{"level":"info","ts":1785259390.0930672,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb","EoS":true}
{"level":"info","ts":1785259390.0930936,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cdef6149-6f9b-4f47-b0b1-16a16e9ac2eb"}
{"level":"info","ts":1785259390.22776,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259390.227813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c"}
{"level":"info","ts":1785259390.2278216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c"}
{"level":"info","ts":1785259390.2278333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c","EoS":true}
{"level":"info","ts":1785259390.2278533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c","header":"x-maas-group"}
{"level":"info","ts":1785259390.227863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c","header":"x-maas-username"}
{"level":"info","ts":1785259390.2278674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c","header":"x-maas-subscription"}
{"level":"info","ts":1785259390.2278771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259390.227897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c"}
{"level":"info","ts":1785259390.2286448,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c"}
{"level":"info","ts":1785259390.2286625,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c"}
{"level":"info","ts":1785259390.2286766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c","EoS":false}
{"level":"info","ts":1785259390.2286878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c","EoS":true}
{"level":"info","ts":1785259390.228715,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5ef675da-2bc5-4275-868a-2071c602616c"}
{"level":"info","ts":1785259390.365057,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259390.365113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828"}
{"level":"info","ts":1785259390.3651216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828"}
{"level":"info","ts":1785259390.3651316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828","EoS":true}
{"level":"info","ts":1785259390.365151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828","header":"x-maas-subscription"}
{"level":"info","ts":1785259390.3651617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828","header":"x-maas-username"}
{"level":"info","ts":1785259390.365167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828","header":"x-maas-group"}
{"level":"info","ts":1785259390.3651783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259390.3652008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828"}
{"level":"info","ts":1785259390.3674057,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828"}
{"level":"info","ts":1785259390.3674192,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828"}
{"level":"info","ts":1785259390.3674312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828","EoS":false}
{"level":"info","ts":1785259390.3674443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828","EoS":true}
{"level":"info","ts":1785259390.3674664,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c3bcc64-ec91-4b02-aa8b-b9e0d7871828"}
{"level":"info","ts":1785259410.369035,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259410.369118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157"}
{"level":"info","ts":1785259410.3691268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157"}
{"level":"info","ts":1785259410.3691385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157","EoS":true}
{"level":"info","ts":1785259410.369164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157","header":"x-maas-group"}
{"level":"info","ts":1785259410.3691747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157","header":"x-maas-subscription"}
{"level":"info","ts":1785259410.3691814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157","header":"x-maas-username"}
{"level":"info","ts":1785259410.3691955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259410.3692212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157"}
{"level":"info","ts":1785259410.3715005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157"}
{"level":"info","ts":1785259410.3715215,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157"}
{"level":"info","ts":1785259410.3715377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157","EoS":false}
{"level":"info","ts":1785259410.371549,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157","EoS":true}
{"level":"info","ts":1785259410.371576,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3076cb03-3d47-4a80-a42d-ec4f7b598157"}
{"level":"info","ts":1785259410.4783683,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259410.4784477,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c699ebb-83bf-4a4d-b9cb-e1af99f2d8b5"}
{"level":"info","ts":1785259410.480091,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c699ebb-83bf-4a4d-b9cb-e1af99f2d8b5"}
{"level":"info","ts":1785259410.480111,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c699ebb-83bf-4a4d-b9cb-e1af99f2d8b5"}
{"level":"info","ts":1785259410.480132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c699ebb-83bf-4a4d-b9cb-e1af99f2d8b5","EoS":false}
{"level":"info","ts":1785259410.4801526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c699ebb-83bf-4a4d-b9cb-e1af99f2d8b5"}
{"level":"info","ts":1785259410.4801905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c699ebb-83bf-4a4d-b9cb-e1af99f2d8b5","EoS":true}
{"level":"info","ts":1785259410.4802005,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c699ebb-83bf-4a4d-b9cb-e1af99f2d8b5"}
{"level":"info","ts":1785259415.1093352,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259415.1094346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7"}
{"level":"info","ts":1785259415.109444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7"}
{"level":"info","ts":1785259415.1094563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7","EoS":true}
{"level":"info","ts":1785259415.1094782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7","header":"x-maas-group"}
{"level":"info","ts":1785259415.109489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7","header":"x-maas-username"}
{"level":"info","ts":1785259415.1094937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7","header":"x-maas-subscription"}
{"level":"info","ts":1785259415.1095083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259415.1095395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7"}
{"level":"info","ts":1785259415.1105042,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7"}
{"level":"info","ts":1785259415.1105247,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7"}
{"level":"info","ts":1785259415.1105454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7","EoS":false}
{"level":"info","ts":1785259415.1105607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7","EoS":true}
{"level":"info","ts":1785259415.1105993,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dd829e97-5286-469d-9578-1c8c124aaaa7"}
{"level":"info","ts":1785259425.724368,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259425.7244537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632"}
{"level":"info","ts":1785259425.7244651,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632"}
{"level":"info","ts":1785259425.724478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632","EoS":true}
{"level":"info","ts":1785259425.7245045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632","header":"x-maas-subscription"}
{"level":"info","ts":1785259425.7245147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632","header":"x-maas-username"}
{"level":"info","ts":1785259425.72452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632","header":"x-maas-group"}
{"level":"info","ts":1785259425.7245343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1785259425.7245598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632"}
{"level":"info","ts":1785259425.7266839,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632"}
{"level":"info","ts":1785259425.7267082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632"}
{"level":"info","ts":1785259425.726727,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632","EoS":false}
{"level":"info","ts":1785259425.7267387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632","EoS":true}
{"level":"info","ts":1785259425.726766,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1357b2d8-6924-450e-af35-a5c2b1718632"}
{"level":"info","ts":1785259438.6198058,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259438.6198802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6"}
{"level":"info","ts":1785259438.6198893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6"}
{"level":"info","ts":1785259438.6199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6","EoS":true}
{"level":"info","ts":1785259438.6199243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6","header":"x-maas-subscription"}
{"level":"info","ts":1785259438.6199322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6","header":"x-maas-username"}
{"level":"info","ts":1785259438.6199405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6","header":"x-maas-group"}
{"level":"info","ts":1785259438.6199539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259438.619978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6"}
{"level":"info","ts":1785259438.6210754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6"}
{"level":"info","ts":1785259438.6210997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6"}
{"level":"info","ts":1785259438.6211152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6","EoS":false}
{"level":"info","ts":1785259438.6211307,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6","EoS":true}
{"level":"info","ts":1785259438.6211653,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4d65ffa6-b71e-43aa-bdf3-dbb7817b0cc6"}
{"level":"info","ts":1785259447.1956754,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259447.1957889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd"}
{"level":"info","ts":1785259447.1958618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd"}
{"level":"info","ts":1785259447.1958842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd","EoS":true}
{"level":"info","ts":1785259447.1959195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd","header":"x-maas-username"}
{"level":"info","ts":1785259447.1959305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd","header":"x-maas-subscription"}
{"level":"info","ts":1785259447.195936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd","header":"x-maas-group"}
{"level":"info","ts":1785259447.1959498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259447.1959746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd"}
{"level":"info","ts":1785259447.196992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd"}
{"level":"info","ts":1785259447.1970124,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd"}
{"level":"info","ts":1785259447.1970267,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd","EoS":false}
{"level":"info","ts":1785259447.1970372,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd","EoS":true}
{"level":"info","ts":1785259447.1970708,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2f111e24-1b37-4eb2-8636-4c545634e4fd"}
{"level":"info","ts":1785259456.0967565,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259456.0968368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb"}
{"level":"info","ts":1785259456.0968492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb"}
{"level":"info","ts":1785259456.096861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb","EoS":true}
{"level":"info","ts":1785259456.0968924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb","header":"x-maas-subscription"}
{"level":"info","ts":1785259456.0969014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb","header":"x-maas-username"}
{"level":"info","ts":1785259456.096908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb","header":"x-maas-group"}
{"level":"info","ts":1785259456.0969217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259456.0969403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb"}
{"level":"info","ts":1785259456.0978558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb"}
{"level":"info","ts":1785259456.097877,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb"}
{"level":"info","ts":1785259456.097897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb","EoS":false}
{"level":"info","ts":1785259456.0979156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb","EoS":true}
{"level":"info","ts":1785259456.0979588,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e8112456-9289-4e9d-835d-6faaad5c8deb"}
{"level":"info","ts":1785259481.0332563,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259481.033361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d"}
{"level":"info","ts":1785259481.0333745,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d"}
{"level":"info","ts":1785259481.0333867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d","EoS":true}
{"level":"info","ts":1785259481.0334282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d","header":"x-maas-subscription"}
{"level":"info","ts":1785259481.0334387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d","header":"x-maas-group"}
{"level":"info","ts":1785259481.0334444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d","header":"x-maas-username"}
{"level":"info","ts":1785259481.03346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1785259481.0334873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d"}
{"level":"info","ts":1785259481.0344064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d"}
{"level":"info","ts":1785259481.0344315,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d"}
{"level":"info","ts":1785259481.0344567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d","EoS":false}
{"level":"info","ts":1785259481.0344768,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d","EoS":true}
{"level":"info","ts":1785259481.034517,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"29f1639d-e1ca-47c4-8722-87631b31251d"}
{"level":"info","ts":1785259505.1107922,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259505.110869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10"}
{"level":"info","ts":1785259505.1108809,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10"}
{"level":"info","ts":1785259505.110892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10","EoS":true}
{"level":"info","ts":1785259505.110917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10","header":"x-maas-username"}
{"level":"info","ts":1785259505.1109717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10","header":"x-maas-group"}
{"level":"info","ts":1785259505.110984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10","header":"x-maas-subscription"}
{"level":"info","ts":1785259505.1110013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1785259505.1110327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10"}
{"level":"info","ts":1785259505.112899,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10"}
{"level":"info","ts":1785259505.1129193,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10"}
{"level":"info","ts":1785259505.1129346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10","EoS":false}
{"level":"info","ts":1785259505.1129465,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10","EoS":true}
{"level":"info","ts":1785259505.1129735,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b8ecab18-792d-4656-997b-4cac668f8d10"}
{"level":"info","ts":1785259529.6183105,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259529.618423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c"}
{"level":"info","ts":1785259529.6184387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c"}
{"level":"info","ts":1785259529.6184585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c","EoS":true}
{"level":"info","ts":1785259529.6184957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c","header":"x-maas-username"}
{"level":"info","ts":1785259529.618508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c","header":"x-maas-subscription"}
{"level":"info","ts":1785259529.618518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c","header":"x-maas-group"}
{"level":"info","ts":1785259529.618538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259529.6185753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c"}
{"level":"info","ts":1785259529.6194901,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c"}
{"level":"info","ts":1785259529.6195102,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c"}
{"level":"info","ts":1785259529.619526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c","EoS":false}
{"level":"info","ts":1785259529.619537,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c","EoS":true}
{"level":"info","ts":1785259529.6195672,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"74881c2c-8441-43c2-9746-2fc2a345154c"}
{"level":"info","ts":1785259539.0622928,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259539.0623891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63"}
{"level":"info","ts":1785259539.0623994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63"}
{"level":"info","ts":1785259539.0624118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63","EoS":true}
{"level":"info","ts":1785259539.062434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63","header":"x-maas-group"}
{"level":"info","ts":1785259539.0624442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63","header":"x-maas-subscription"}
{"level":"info","ts":1785259539.0624497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63","header":"x-maas-username"}
{"level":"info","ts":1785259539.0624642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259539.0624862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63"}
{"level":"info","ts":1785259539.0634353,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63"}
{"level":"info","ts":1785259539.0634556,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63"}
{"level":"info","ts":1785259539.063478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63","EoS":false}
{"level":"info","ts":1785259539.0634964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63","EoS":true}
{"level":"info","ts":1785259539.0635402,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ade2458e-0955-4420-bc3b-203850637c63"}
{"level":"info","ts":1785259539.119004,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259539.1190634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5"}
{"level":"info","ts":1785259539.1190739,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5"}
{"level":"info","ts":1785259539.1190858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5","EoS":true}
{"level":"info","ts":1785259539.1191115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5","header":"x-maas-subscription"}
{"level":"info","ts":1785259539.119121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5","header":"x-maas-group"}
{"level":"info","ts":1785259539.1191263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5","header":"x-maas-username"}
{"level":"info","ts":1785259539.1191378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259539.119158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5"}
{"level":"info","ts":1785259539.120038,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5"}
{"level":"info","ts":1785259539.120053,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5"}
{"level":"info","ts":1785259539.1200726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5","EoS":false}
{"level":"info","ts":1785259539.1200907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5","EoS":true}
{"level":"info","ts":1785259539.1201272,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c7b652ac-2b1d-4753-822d-5ef84cf9b3e5"}
{"level":"info","ts":1785259558.306147,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259558.3062356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe"}
{"level":"info","ts":1785259558.3062525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe"}
{"level":"info","ts":1785259558.306272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe","EoS":true}
{"level":"info","ts":1785259558.3063688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe","header":"x-maas-username"}
{"level":"info","ts":1785259558.3063846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe","header":"x-maas-group"}
{"level":"info","ts":1785259558.3063924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe","header":"x-maas-subscription"}
{"level":"info","ts":1785259558.3064103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259558.3064458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe"}
{"level":"info","ts":1785259558.3073893,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe"}
{"level":"info","ts":1785259558.307413,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe"}
{"level":"info","ts":1785259558.30743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe","EoS":false}
{"level":"info","ts":1785259558.3074417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe","EoS":true}
{"level":"info","ts":1785259558.3074694,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"68e628d0-c93a-400c-81a4-2ede98b56dbe"}
{"level":"info","ts":1785259689.4956644,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259689.4957535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1"}
{"level":"info","ts":1785259689.4957633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1"}
{"level":"info","ts":1785259689.4957755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1","EoS":true}
{"level":"info","ts":1785259689.4958007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1","header":"x-maas-username"}
{"level":"info","ts":1785259689.495812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1","header":"x-maas-subscription"}
{"level":"info","ts":1785259689.4958167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1","header":"x-maas-group"}
{"level":"info","ts":1785259689.4958308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1785259689.4958563,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1"}
{"level":"info","ts":1785259689.497718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1"}
{"level":"info","ts":1785259689.4977405,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1"}
{"level":"info","ts":1785259689.4977605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1","EoS":false}
{"level":"info","ts":1785259689.4977753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1","EoS":true}
{"level":"info","ts":1785259689.4978158,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f4e01587-753e-4145-9c93-0eae7cb545c1"}
{"level":"info","ts":1785259724.5918236,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259724.5918975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de"}
{"level":"info","ts":1785259724.5919092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de"}
{"level":"info","ts":1785259724.59192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de","EoS":true}
{"level":"info","ts":1785259724.591946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de","header":"x-maas-subscription"}
{"level":"info","ts":1785259724.5919564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de","header":"x-maas-group"}
{"level":"info","ts":1785259724.591962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de","header":"x-maas-username"}
{"level":"info","ts":1785259724.5919766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259724.5919998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de"}
{"level":"info","ts":1785259724.5939243,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de"}
{"level":"info","ts":1785259724.5939467,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de"}
{"level":"info","ts":1785259724.5939682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de","EoS":false}
{"level":"info","ts":1785259724.593981,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de","EoS":true}
{"level":"info","ts":1785259724.5940113,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"887b3c62-d9fb-4c4f-b31b-1006cab4d0de"}
{"level":"info","ts":1785259739.922513,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785259739.9226015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8"}
{"level":"info","ts":1785259739.9226103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8"}
{"level":"info","ts":1785259739.9226222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8","EoS":true}
{"level":"info","ts":1785259739.922647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8","header":"x-maas-subscription"}
{"level":"info","ts":1785259739.9226582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8","header":"x-maas-group"}
{"level":"info","ts":1785259739.922664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8","header":"x-maas-username"}
{"level":"info","ts":1785259739.9226778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785259739.9227018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8"}
{"level":"info","ts":1785259739.9236808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8"}
{"level":"info","ts":1785259739.923702,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8"}
{"level":"info","ts":1785259739.923718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8","EoS":false}
{"level":"info","ts":1785259739.92373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8","EoS":true}
{"level":"info","ts":1785259739.9237592,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90d8af4f-bf0d-4f56-9ea8-30d030aa4fb8"}
{"level":"info","ts":1785260055.490833,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785260055.490924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a"}
{"level":"info","ts":1785260055.4909337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a"}
{"level":"info","ts":1785260055.4909456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a","EoS":true}
{"level":"info","ts":1785260055.4909778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a","header":"x-maas-group"}
{"level":"info","ts":1785260055.4909937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a","header":"x-maas-username"}
{"level":"info","ts":1785260055.4910018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a","header":"x-maas-subscription"}
{"level":"info","ts":1785260055.4910216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785260055.4910514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a"}
{"level":"info","ts":1785260055.491949,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a"}
{"level":"info","ts":1785260055.4919722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a"}
{"level":"info","ts":1785260055.491987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a","EoS":false}
{"level":"info","ts":1785260055.491998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a","EoS":true}
{"level":"info","ts":1785260055.4920256,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a9902cca-9506-4d50-88ea-4199a5fe405a"}
{"level":"info","ts":1785260060.3220875,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f2a851ff-e72c-4dc0-9c5e-97b011d7f6a1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785260060.3223758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36469.393689675,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.322401,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.3791258,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.4232612,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f2a851ff-e72c-4dc0-9c5e-97b011d7f6a1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785260060.447242,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6bc5635-db07-449c-9183-ae491e80466f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785260060.4472764,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6bc5635-db07-449c-9183-ae491e80466f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1785260060.4473317,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63bc8fcd-7e71-4ff7-a05a-92e8b71a428a"}
{"level":"info","ts":1785260060.4541624,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d1bd3ec-74c5-4057-8472-e25daca7f283","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785260060.4542851,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d1bd3ec-74c5-4057-8472-e25daca7f283","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1785260060.4542956,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35553.76435801,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.4543118,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.4638543,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.5550632,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63bc8fcd-7e71-4ff7-a05a-92e8b71a428a","name":"e2e-external-provider"}
{"level":"info","ts":1785260060.566395,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63bc8fcd-7e71-4ff7-a05a-92e8b71a428a","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1785260060.5667737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f5500ba-da5a-427f-a283-42417d2f7cf5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260060.5668113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f5500ba-da5a-427f-a283-42417d2f7cf5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785260060.5668263,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fafada01-bffb-483d-8193-24aab9523e6c"}
{"level":"info","ts":1785260060.5751624,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63bc8fcd-7e71-4ff7-a05a-92e8b71a428a","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1785260060.5754514,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fafada01-bffb-483d-8193-24aab9523e6c","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1785260060.575487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b51a5c86-e4a3-4295-a9b4-ffc71ba3430d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260060.5755165,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b51a5c86-e4a3-4295-a9b4-ffc71ba3430d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785260060.581586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14d402c4-5b00-4ca6-ab68-021aa46c0b66","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260060.5816076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14d402c4-5b00-4ca6-ab68-021aa46c0b66","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1785260060.5816245,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fafada01-bffb-483d-8193-24aab9523e6c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785260060.5817034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8acacc16-59ce-4206-a300-b6e65d9bb28d"}
{"level":"info","ts":1785260060.581724,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8acacc16-59ce-4206-a300-b6e65d9bb28d","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1785260060.5870326,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63bc8fcd-7e71-4ff7-a05a-92e8b71a428a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1785260060.587105,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8acacc16-59ce-4206-a300-b6e65d9bb28d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785260060.5960586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4ea74dc-ba8f-4231-9eb0-00a783d7d249","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260060.596087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4ea74dc-ba8f-4231-9eb0-00a783d7d249","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785260060.5961332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9baf1567-3748-4fb1-8bf4-b7c91f24003c"}
{"level":"info","ts":1785260060.5961542,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41346586-a0b3-4c2f-b848-359e1d6ea542"}
{"level":"info","ts":1785260060.5962052,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"671aaeb7-0921-41be-8f9e-e3e2ee51b2c8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785260060.5963073,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38549.581830843,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.5963209,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.5963979,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41346586-a0b3-4c2f-b848-359e1d6ea542","name":"e2e-external-provider"}
{"level":"info","ts":1785260060.5964737,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"671aaeb7-0921-41be-8f9e-e3e2ee51b2c8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1785260060.6037037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785260060.607657,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41346586-a0b3-4c2f-b848-359e1d6ea542","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1785260060.6968534,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9baf1567-3748-4fb1-8bf4-b7c91f24003c","name":"e2e-external-model"}
{"level":"info","ts":1785260060.7082138,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9baf1567-3748-4fb1-8bf4-b7c91f24003c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785260060.7180297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a522e878-e8ed-4228-9466-60f83522ba71","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260060.7180612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a522e878-e8ed-4228-9466-60f83522ba71","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785260060.7182539,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7410d438-f59e-40a5-9f47-dcd3e7ff3fed"}
{"level":"info","ts":1785260060.718309,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7410d438-f59e-40a5-9f47-dcd3e7ff3fed","name":"e2e-external-model"}
{"level":"info","ts":1785260060.7350442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a9e799f-0cb4-4827-aba3-e74348fb4fc7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260060.735067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a9e799f-0cb4-4827-aba3-e74348fb4fc7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1785260060.7352085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7410d438-f59e-40a5-9f47-dcd3e7ff3fed","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785260060.7352638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"353a24fc-fb6a-41f3-a6ed-5f170c936bd7"}
{"level":"info","ts":1785260060.7353075,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"353a24fc-fb6a-41f3-a6ed-5f170c936bd7","name":"e2e-external-model"}
{"level":"info","ts":1785260060.7450645,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"353a24fc-fb6a-41f3-a6ed-5f170c936bd7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785260060.7531054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ba67790-5240-49ad-b68e-0f962c1c87db","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260060.7531106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"536582df-1bb2-43c7-998b-d6d8b736c396"}
{"level":"info","ts":1785260060.75313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ba67790-5240-49ad-b68e-0f962c1c87db","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785260060.7531543,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"536582df-1bb2-43c7-998b-d6d8b736c396","name":"e2e-external-model"}
{"level":"info","ts":1785260060.7635684,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"536582df-1bb2-43c7-998b-d6d8b736c396","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785260068.1469703,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785260068.1470613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832"}
{"level":"info","ts":1785260068.1470728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832"}
{"level":"info","ts":1785260068.147085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","EoS":true}
{"level":"info","ts":1785260068.1471117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","header":"x-maas-group"}
{"level":"info","ts":1785260068.147122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","header":"x-maas-username"}
{"level":"info","ts":1785260068.1471276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","header":"x-maas-subscription"}
{"level":"info","ts":1785260068.1471426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1785260068.1471522,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","modelName":"e2e-external-model"}
{"level":"info","ts":1785260068.1471703,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1785260068.1472092,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1785260068.1472309,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","authType":"apikey"}
{"level":"info","ts":1785260068.1472628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832"}
{"level":"info","ts":1785260068.2585704,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832"}
{"level":"info","ts":1785260068.2585979,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832"}
{"level":"info","ts":1785260068.2586148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","EoS":false}
{"level":"info","ts":1785260068.258628,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","EoS":true}
{"level":"error","ts":1785260068.2586374,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"}
{"level":"info","ts":1785260068.2586846,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b9d02560-e90d-4ecc-85e1-6b6f6f7b7832"}
{"level":"info","ts":1785260068.375169,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edf522ed-e8ad-4b90-976f-0058dca46050","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785260068.375212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edf522ed-e8ad-4b90-976f-0058dca46050","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1785260068.3752277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddd19dc-597b-435e-9078-10aa0741ae22"}
{"level":"info","ts":1785260068.3838475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f15295ea-00b3-4745-9428-477121963f9d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785260068.383875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f15295ea-00b3-4745-9428-477121963f9d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1785260068.384887,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddd19dc-597b-435e-9078-10aa0741ae22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785260068.38495,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddd19dc-597b-435e-9078-10aa0741ae22","name":"e2e-cleanup-test"}
{"level":"info","ts":1785260068.411883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674bb6bf-13da-45cb-af7a-114b66047d7b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785260068.4119108,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674bb6bf-13da-45cb-af7a-114b66047d7b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1785260068.4127827,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddd19dc-597b-435e-9078-10aa0741ae22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1785260068.4128232,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddd19dc-597b-435e-9078-10aa0741ae22","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785260068.4128697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3cd96f5-cbd8-455d-af29-9fcf53df6db0"}
{"level":"info","ts":1785260068.4129386,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3cd96f5-cbd8-455d-af29-9fcf53df6db0","name":"e2e-cleanup-test"}
{"level":"info","ts":1785260068.4275439,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d757864-ab61-42c3-8bcc-33d50fdbb368","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785260068.427569,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d757864-ab61-42c3-8bcc-33d50fdbb368","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1785260068.4304833,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3cd96f5-cbd8-455d-af29-9fcf53df6db0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1785260068.430521,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3cd96f5-cbd8-455d-af29-9fcf53df6db0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785260068.4305687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24b6f216-598a-4ab3-a8e7-0589c8b2abfc"}
{"level":"info","ts":1785260068.4306095,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24b6f216-598a-4ab3-a8e7-0589c8b2abfc","name":"e2e-cleanup-test"}
{"level":"info","ts":1785260068.4427226,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24b6f216-598a-4ab3-a8e7-0589c8b2abfc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785260068.443762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e03f721-9b8c-4344-bafe-f4c43e70f2bd","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785260068.4437878,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e03f721-9b8c-4344-bafe-f4c43e70f2bd","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1785260068.4474936,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24b6f216-598a-4ab3-a8e7-0589c8b2abfc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785260068.4475605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b15641d4-2ac7-459d-822f-13d3c032ef28"}
{"level":"info","ts":1785260068.4476006,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b15641d4-2ac7-459d-822f-13d3c032ef28","name":"e2e-cleanup-test"}
{"level":"info","ts":1785260068.4570804,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b15641d4-2ac7-459d-822f-13d3c032ef28","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785260076.6509,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31c1713d-147a-426f-b195-8a323331f78c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785260076.650948,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31c1713d-147a-426f-b195-8a323331f78c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785260076.6509032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef0fca84-0d6f-4b40-84e5-344562afc848"}
{"level":"info","ts":1785260080.975641,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785260080.975731,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52f08faf-b182-4557-8c33-303908b69c78"}
{"level":"info","ts":1785260080.97574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52f08faf-b182-4557-8c33-303908b69c78"}
{"level":"info","ts":1785260080.975752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52f08faf-b182-4557-8c33-303908b69c78","EoS":true}
{"level":"info","ts":1785260080.9757922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52f08faf-b182-4557-8c33-303908b69c78","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1785260080.9758217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52f08faf-b182-4557-8c33-303908b69c78"}
{"level":"info","ts":1785260081.0181766,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785260081.0182467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088"}
{"level":"info","ts":1785260081.0182579,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088"}
{"level":"info","ts":1785260081.0182686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","EoS":true}
{"level":"info","ts":1785260081.0182903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","header":"x-maas-subscription"}
{"level":"info","ts":1785260081.0183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","header":"x-maas-group"}
{"level":"info","ts":1785260081.018305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","header":"x-maas-username"}
{"level":"info","ts":1785260081.0183187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1785260081.018326,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","modelName":"e2e-external-model"}
{"level":"info","ts":1785260081.0183382,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1785260081.0183818,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1785260081.0183973,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","authType":"apikey"}
{"level":"info","ts":1785260081.0184202,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088"}
{"level":"info","ts":1785260081.1210945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088"}
{"level":"info","ts":1785260081.1211195,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088"}
{"level":"info","ts":1785260081.1211395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","EoS":false}
{"level":"info","ts":1785260081.1211517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","EoS":true}
{"level":"error","ts":1785260081.1211624,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"}
{"level":"info","ts":1785260081.1212056,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e49fedd6-bad2-4135-8c69-84e9890e8088"}
{"level":"info","ts":1785260081.1603377,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785260081.1604123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959"}
{"level":"info","ts":1785260081.1604218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959"}
{"level":"info","ts":1785260081.1604319,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","EoS":true}
{"level":"info","ts":1785260081.1604536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","header":"x-maas-username"}
{"level":"info","ts":1785260081.1604636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","header":"x-maas-group"}
{"level":"info","ts":1785260081.1604686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","header":"x-maas-subscription"}
{"level":"info","ts":1785260081.1604805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1785260081.1605015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959"}
{"level":"info","ts":1785260081.211263,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959"}
{"level":"info","ts":1785260081.211281,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959"}
{"level":"info","ts":1785260081.2112956,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","EoS":false}
{"level":"info","ts":1785260081.2113876,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","EoS":true}
{"level":"error","ts":1785260081.2114196,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"}
{"level":"info","ts":1785260081.2114549,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3f6331d2-d243-49a0-b869-71d7e3aaa959"}
{"level":"info","ts":1785260081.2527225,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785260081.252775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb"}
{"level":"info","ts":1785260081.2527852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb"}
{"level":"info","ts":1785260081.2527955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb","EoS":true}
{"level":"info","ts":1785260081.252823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb","header":"x-maas-username"}
{"level":"info","ts":1785260081.2528346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb","header":"x-maas-group"}
{"level":"info","ts":1785260081.252839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb","header":"x-maas-subscription"}
{"level":"info","ts":1785260081.2528622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb"}
{"level":"info","ts":1785260081.3009822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb"}
{"level":"info","ts":1785260081.3009973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb"}
{"level":"info","ts":1785260081.301011,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb","EoS":false}
{"level":"info","ts":1785260081.301023,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb","EoS":true}
{"level":"error","ts":1785260081.3010302,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"}
{"level":"info","ts":1785260081.3010643,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ec0e5cdc-3a09-4903-af18-36291e1ecacb"}
{"level":"info","ts":1785260082.2246668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ed70b7c-305f-41ef-883a-b93a24af67f7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260082.2247045,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ed70b7c-305f-41ef-883a-b93a24af67f7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785260082.2247257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6abc06e6-c463-44d2-ab54-fb9754698cb3"}
{"level":"info","ts":1785260082.3778598,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbdc758e-a68c-4b47-96a6-c2b3728bb2b5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785260082.3778837,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60fdec28-5d4d-487c-bcfb-2da4157e1b0f"}
{"level":"info","ts":1785260082.3779001,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbdc758e-a68c-4b47-96a6-c2b3728bb2b5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785260082.5052373,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2a4599ae-4784-4702-b2b2-8e907fe06ca9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785260082.5052936,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2a4599ae-4784-4702-b2b2-8e907fe06ca9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785261407.8058028,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785261407.8058975,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30c5b6ff-9e79-4ff2-bfb6-4a65d1fdf0a6"}
{"level":"info","ts":1785261472.650292,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785261472.6503913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308"}
{"level":"info","ts":1785261472.6504025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308"}
{"level":"info","ts":1785261472.6504152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308","EoS":true}
{"level":"info","ts":1785261472.6504467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308","header":"x-maas-group"}
{"level":"info","ts":1785261472.6504574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308","header":"x-maas-subscription"}
{"level":"info","ts":1785261472.6504629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308","header":"x-maas-username"}
{"level":"info","ts":1785261472.6504781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1785261472.6505044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308"}
{"level":"info","ts":1785261472.6539543,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308"}
{"level":"info","ts":1785261472.6539762,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308"}
{"level":"info","ts":1785261472.653997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308","EoS":false}
{"level":"info","ts":1785261472.6540093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308","EoS":true}
{"level":"info","ts":1785261472.65404,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"832532f1-06c2-468b-aad0-b2c81a176308"}