{"level":"info","ts":1785334597.3754334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36"} {"level":"info","ts":1785334597.3754578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36","EoS":true} {"level":"info","ts":1785334597.3754678,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24c321b2-5928-47bf-99e3-63c02decbf36"} {"level":"info","ts":1785334597.5145073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.5145848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.5146003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.514615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","EoS":true} {"level":"info","ts":1785334597.5146441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","header":"x-maas-username"} {"level":"info","ts":1785334597.5146544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","header":"x-maas-group"} {"level":"info","ts":1785334597.5146613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","header":"x-maas-subscription"} {"level":"info","ts":1785334597.5146744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.5147011,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.5159357,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.5159516,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.515966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","EoS":false} {"level":"info","ts":1785334597.515977,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.5160036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2","EoS":true} {"level":"info","ts":1785334597.5160143,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39c7002d-337f-40de-b06e-f04b3a5d08c2"} {"level":"info","ts":1785334597.6558816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.6559713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.6559818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.6559937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","EoS":true} {"level":"info","ts":1785334597.6560218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","header":"x-maas-subscription"} {"level":"info","ts":1785334597.6560333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","header":"x-maas-username"} {"level":"info","ts":1785334597.6560378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","header":"x-maas-group"} {"level":"info","ts":1785334597.6560514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.6560812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.6594703,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.659489,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.6595044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","EoS":false} {"level":"info","ts":1785334597.659522,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.65955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419","EoS":true} {"level":"info","ts":1785334597.6595614,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50b7ef9d-a1f5-498d-93af-2f1d1afed419"} {"level":"info","ts":1785334597.795993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.7960753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.796087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.7960975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","EoS":true} {"level":"info","ts":1785334597.7961242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","header":"x-maas-username"} {"level":"info","ts":1785334597.7961347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","header":"x-maas-subscription"} {"level":"info","ts":1785334597.7961402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","header":"x-maas-group"} {"level":"info","ts":1785334597.7961538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.7961817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.7974,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.7974167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.7974312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","EoS":false} {"level":"info","ts":1785334597.797444,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.797469,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2","EoS":true} {"level":"info","ts":1785334597.7974823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fd7beaa-4b45-453e-9fca-ddf0ffb29da2"} {"level":"info","ts":1785334597.9370112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334597.9370816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.9370942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.9371057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","EoS":true} {"level":"info","ts":1785334597.9371288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","header":"x-maas-subscription"} {"level":"info","ts":1785334597.9371402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","header":"x-maas-username"} {"level":"info","ts":1785334597.9371457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","header":"x-maas-group"} {"level":"info","ts":1785334597.9371595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334597.9371846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.9383798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.938406,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.9384236,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","EoS":false} {"level":"info","ts":1785334597.9384353,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334597.9384623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7","EoS":true} {"level":"info","ts":1785334597.9384704,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8b6dd35-049b-4e45-9e61-c89e40ad6bb7"} {"level":"info","ts":1785334613.819712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334613.8197947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.8198051,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.819817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","EoS":true} {"level":"info","ts":1785334613.819851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","header":"x-maas-username"} {"level":"info","ts":1785334613.8198626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","header":"x-maas-group"} {"level":"info","ts":1785334613.8198683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","header":"x-maas-subscription"} {"level":"info","ts":1785334613.8198822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334613.8199143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.8230152,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.8230374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.823059,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","EoS":false} {"level":"info","ts":1785334613.8230746,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.823098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296","EoS":true} {"level":"info","ts":1785334613.8231072,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9596fce5-0e83-48d9-b268-fec5558d0296"} {"level":"info","ts":1785334613.931292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334613.931394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc"} {"level":"info","ts":1785334613.9338982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc"} {"level":"info","ts":1785334613.9339194,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc"} {"level":"info","ts":1785334613.93394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc","EoS":false} {"level":"info","ts":1785334613.9339526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc"} {"level":"info","ts":1785334613.9339776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc","EoS":true} {"level":"info","ts":1785334613.933986,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"635305a0-6f1c-404b-9b74-2770ca376bbc"} {"level":"info","ts":1785334618.5692225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334618.5693414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.5693564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.5693693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","EoS":true} {"level":"info","ts":1785334618.569397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","header":"x-maas-username"} {"level":"info","ts":1785334618.5694075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","header":"x-maas-group"} {"level":"info","ts":1785334618.5694127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","header":"x-maas-subscription"} {"level":"info","ts":1785334618.5694284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334618.5694554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.571413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.5714352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.5714512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","EoS":false} {"level":"info","ts":1785334618.5714622,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334618.5714898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119","EoS":true} {"level":"info","ts":1785334618.5715008,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8457ada-b1b7-4b6c-b11e-8f5a579f2119"} {"level":"info","ts":1785334629.178883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334629.1789954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.179012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.1790326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","EoS":true} {"level":"info","ts":1785334629.1790755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","header":"x-maas-group"} {"level":"info","ts":1785334629.1791337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","header":"x-maas-username"} {"level":"info","ts":1785334629.1791441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","header":"x-maas-subscription"} {"level":"info","ts":1785334629.1791668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334629.179205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.1820612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.1820836,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.1821003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","EoS":false} {"level":"info","ts":1785334629.1821132,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334629.1821404,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef","EoS":true} {"level":"info","ts":1785334629.1821513,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e3480550-2f8a-407f-aaa2-f21faea723ef"} {"level":"info","ts":1785334642.0399673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334642.0400734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0400956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0401134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","EoS":true} {"level":"info","ts":1785334642.040153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","header":"x-maas-group"} {"level":"info","ts":1785334642.040168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","header":"x-maas-username"} {"level":"info","ts":1785334642.0401745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","header":"x-maas-subscription"} {"level":"info","ts":1785334642.0401938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334642.0402281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0414078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0414305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0414464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","EoS":false} {"level":"info","ts":1785334642.04146,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334642.0414863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d","EoS":true} {"level":"info","ts":1785334642.0414968,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0aa6da2-a719-4c16-9ef6-b00fdb11c73d"} {"level":"info","ts":1785334650.5612884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334650.5613906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.5614018,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.5614154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","EoS":true} {"level":"info","ts":1785334650.5614405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","header":"x-maas-subscription"} {"level":"info","ts":1785334650.561453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","header":"x-maas-username"} {"level":"info","ts":1785334650.5614576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","header":"x-maas-group"} {"level":"info","ts":1785334650.5614736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334650.5615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.562571,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.5625923,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.5626068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","EoS":false} {"level":"info","ts":1785334650.5626194,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334650.5626435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141","EoS":true} {"level":"info","ts":1785334650.562652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2349ed0-20cb-4867-a714-b22d14d20141"} {"level":"info","ts":1785334659.458531,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334659.4586074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.4586167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.458628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","EoS":true} {"level":"info","ts":1785334659.458653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","header":"x-maas-username"} {"level":"info","ts":1785334659.4586637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","header":"x-maas-group"} {"level":"info","ts":1785334659.45867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","header":"x-maas-subscription"} {"level":"info","ts":1785334659.4586835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334659.4587102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.459944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.459974,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.4599986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","EoS":false} {"level":"info","ts":1785334659.4600174,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334659.4600608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8","EoS":true} {"level":"info","ts":1785334659.4600754,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcb46a59-e2f9-4a3a-a01f-96bf242441b8"} {"level":"info","ts":1785334684.5582883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334684.5583892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.5584013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.5584135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","EoS":true} {"level":"info","ts":1785334684.5584373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","header":"x-maas-username"} {"level":"info","ts":1785334684.5584483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","header":"x-maas-subscription"} {"level":"info","ts":1785334684.5584536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","header":"x-maas-group"} {"level":"info","ts":1785334684.5584679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334684.5584936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.561238,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.561263,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.5612803,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","EoS":false} {"level":"info","ts":1785334684.5613003,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334684.5613434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6","EoS":true} {"level":"info","ts":1785334684.5613585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f99e2a70-34a0-4eea-a16e-733e3c9d0af6"} {"level":"info","ts":1785334707.8123755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334707.8124728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.8124893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.8125029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","EoS":true} {"level":"info","ts":1785334707.812532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","header":"x-maas-username"} {"level":"info","ts":1785334707.8125463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","header":"x-maas-subscription"} {"level":"info","ts":1785334707.8125527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","header":"x-maas-group"} {"level":"info","ts":1785334707.8125672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785334707.812596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.8137653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.8137882,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.8138092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","EoS":false} {"level":"info","ts":1785334707.8138278,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334707.8138638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea","EoS":true} {"level":"info","ts":1785334707.8138733,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eeddb7a-1f4d-4e8b-a5dc-4af5c8a8bfea"} {"level":"info","ts":1785334745.1533406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334745.1534526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1534722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1534941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","EoS":true} {"level":"info","ts":1785334745.1535366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","header":"x-maas-username"} {"level":"info","ts":1785334745.1535501,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","header":"x-maas-subscription"} {"level":"info","ts":1785334745.153559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","header":"x-maas-group"} {"level":"info","ts":1785334745.1535823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334745.1536202,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1560981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1561139,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1561363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","EoS":false} {"level":"info","ts":1785334745.156152,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334745.1561868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3","EoS":true} {"level":"info","ts":1785334745.1561985,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67451fee-b9c2-4a65-9e33-d3fda99d9ea3"} {"level":"info","ts":1785334754.6032603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334754.6033673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.6033807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.6033933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","EoS":true} {"level":"info","ts":1785334754.6034193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","header":"x-maas-group"} {"level":"info","ts":1785334754.6034336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","header":"x-maas-username"} {"level":"info","ts":1785334754.603439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","header":"x-maas-subscription"} {"level":"info","ts":1785334754.603523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334754.6035514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.6046324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.6046464,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.6046586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","EoS":false} {"level":"info","ts":1785334754.604671,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.6046977,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863","EoS":true} {"level":"info","ts":1785334754.6047082,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99c75493-1bfe-4b45-8919-a0ad8f2e9863"} {"level":"info","ts":1785334754.640938,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334754.6410236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.6410348,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.6410456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","EoS":true} {"level":"info","ts":1785334754.6410732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","header":"x-maas-group"} {"level":"info","ts":1785334754.6410854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","header":"x-maas-username"} {"level":"info","ts":1785334754.6410909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","header":"x-maas-subscription"} {"level":"info","ts":1785334754.6411042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334754.6411304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.6422346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.642257,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.6422758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","EoS":false} {"level":"info","ts":1785334754.6422887,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334754.6423342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a","EoS":true} {"level":"info","ts":1785334754.6423435,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91b66517-a23d-45ba-b21d-6bff9723172a"} {"level":"info","ts":1785334773.8537943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334773.8538656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8538742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8538837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","EoS":true} {"level":"info","ts":1785334773.8539045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","header":"x-maas-username"} {"level":"info","ts":1785334773.8539155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","header":"x-maas-group"} {"level":"info","ts":1785334773.8539205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","header":"x-maas-subscription"} {"level":"info","ts":1785334773.853934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334773.853957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8551188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8551416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8551576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","EoS":false} {"level":"info","ts":1785334773.85517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334773.8552027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87","EoS":true} {"level":"info","ts":1785334773.855215,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5135ade5-0e60-43bb-8fff-212fa0ec9d87"} {"level":"info","ts":1785334907.8013384,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334907.801441,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.8014572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.8014688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","EoS":true} {"level":"info","ts":1785334907.8014987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","header":"x-maas-subscription"} {"level":"info","ts":1785334907.8015094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","header":"x-maas-username"} {"level":"info","ts":1785334907.8015141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","header":"x-maas-group"} {"level":"info","ts":1785334907.8015304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785334907.8015616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.8036304,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.8036559,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.8036766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","EoS":false} {"level":"info","ts":1785334907.80369,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334907.8037212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571","EoS":true} {"level":"info","ts":1785334907.803732,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d940843-c0e3-48de-9a24-8511aa30f571"} {"level":"info","ts":1785334955.7051356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334955.7052293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.7052433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.7052562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","EoS":true} {"level":"info","ts":1785334955.7052839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","header":"x-maas-group"} {"level":"info","ts":1785334955.705295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","header":"x-maas-subscription"} {"level":"info","ts":1785334955.705301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","header":"x-maas-username"} {"level":"info","ts":1785334955.705345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334955.705377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.7087243,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.7087495,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.7087734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","EoS":false} {"level":"info","ts":1785334955.7087903,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334955.708821,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca","EoS":true} {"level":"info","ts":1785334955.7088327,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b95a7240-5fa0-4695-83f7-718fb7cf1bca"} {"level":"info","ts":1785334970.9923031,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785334970.9924152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.992428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.99244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","EoS":true} {"level":"info","ts":1785334970.9924662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","header":"x-maas-username"} {"level":"info","ts":1785334970.9924784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","header":"x-maas-subscription"} {"level":"info","ts":1785334970.992484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","header":"x-maas-group"} {"level":"info","ts":1785334970.992498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785334970.9925241,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.9936295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.9936438,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.993658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","EoS":false} {"level":"info","ts":1785334970.9936688,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785334970.9936948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021","EoS":true} {"level":"info","ts":1785334970.9937105,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"801e7595-dc34-4f9a-a063-fcbb10199021"} {"level":"info","ts":1785335299.757858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335299.7579544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.757963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.7579758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","EoS":true} {"level":"info","ts":1785335299.7580035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","header":"x-maas-username"} {"level":"info","ts":1785335299.7580156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","header":"x-maas-group"} {"level":"info","ts":1785335299.7580218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","header":"x-maas-subscription"} {"level":"info","ts":1785335299.7580361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785335299.758064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.7592256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.759251,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.7592683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","EoS":false} {"level":"info","ts":1785335299.7592802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335299.7593043,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4","EoS":true} {"level":"info","ts":1785335299.759348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"36f25d84-c402-4573-b97b-bf0d5c929bf4"} {"level":"info","ts":1785335304.5690467,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5f5d42b-d121-45bb-b609-f0758acd93ef","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785335304.5693438,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33502.922803879,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.569371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.6370203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.6695774,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5f5d42b-d121-45bb-b609-f0758acd93ef","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785335304.68429,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"188e2fbf-ddf9-4464-914c-9002d886bed3"} {"level":"info","ts":1785335304.684375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51fb419b-0c46-4161-ae58-010b3d859e7a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335304.6844094,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51fb419b-0c46-4161-ae58-010b3d859e7a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785335304.694454,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f374c31e-7292-4a9b-b2d9-55b1a838a105","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335304.6946068,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f374c31e-7292-4a9b-b2d9-55b1a838a105","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785335304.6946456,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35141.408890785,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.6946626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.7046554,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.7953687,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"188e2fbf-ddf9-4464-914c-9002d886bed3","name":"e2e-external-provider"} {"level":"info","ts":1785335304.80181,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13ac728c-509b-4947-8e68-868817de735e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.8018453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf67a2fa-2719-4980-976c-f9fb14f5d3ff"} {"level":"info","ts":1785335304.8018725,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13ac728c-509b-4947-8e68-868817de735e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.8082395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16ef45d1-daa5-4133-aa48-1f4888893d8a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.8082838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16ef45d1-daa5-4133-aa48-1f4888893d8a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.8083394,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf67a2fa-2719-4980-976c-f9fb14f5d3ff","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785335304.8163073,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf67a2fa-2719-4980-976c-f9fb14f5d3ff","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.8163862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8eb16e50-ec46-47ba-b8a9-84762a9cfb88","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.8164277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8eb16e50-ec46-47ba-b8a9-84762a9cfb88","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.8164413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d601a6e0-43aa-483b-ac41-ed82980a480c"} {"level":"info","ts":1785335304.816467,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d601a6e0-43aa-483b-ac41-ed82980a480c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785335304.8172953,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"188e2fbf-ddf9-4464-914c-9002d886bed3","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785335304.8219728,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d601a6e0-43aa-483b-ac41-ed82980a480c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.8220613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33efb3e5-5647-408e-9660-85cf92d3b44d"} {"level":"info","ts":1785335304.8220916,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33efb3e5-5647-408e-9660-85cf92d3b44d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785335304.826715,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"188e2fbf-ddf9-4464-914c-9002d886bed3","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785335304.8276393,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33efb3e5-5647-408e-9660-85cf92d3b44d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.8361063,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"188e2fbf-ddf9-4464-914c-9002d886bed3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785335304.845092,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b480dd47-f1b0-40ff-ba98-47ba4bf6668d"} {"level":"info","ts":1785335304.8451517,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8282f3cf-7a80-4dd5-bf67-5f51647d27b7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335304.8451781,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b480dd47-f1b0-40ff-ba98-47ba4bf6668d","name":"e2e-external-provider"} {"level":"info","ts":1785335304.8452487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d2e5d47-49a5-416a-ae1f-24dd511fb0c6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.8452797,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d2e5d47-49a5-416a-ae1f-24dd511fb0c6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.8453856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59e06c22-9053-4d87-996c-c68d3692d656"} {"level":"info","ts":1785335304.8451862,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8282f3cf-7a80-4dd5-bf67-5f51647d27b7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785335304.8455994,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33184.265327643,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.845613,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.8535585,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785335304.857247,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b480dd47-f1b0-40ff-ba98-47ba4bf6668d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785335304.8632312,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0dd920d-aafa-4e85-b54a-6d963b6173e5"} {"level":"info","ts":1785335304.8633003,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0dd920d-aafa-4e85-b54a-6d963b6173e5","name":"e2e-external-provider"} {"level":"info","ts":1785335304.8751001,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0dd920d-aafa-4e85-b54a-6d963b6173e5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785335304.9466708,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59e06c22-9053-4d87-996c-c68d3692d656","name":"e2e-external-model"} {"level":"error","ts":1785335304.967687,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59e06c22-9053-4d87-996c-c68d3692d656","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.9678035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e06c20-6768-4a70-a3d9-e9f2a1a3e80d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.9678512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e06c20-6768-4a70-a3d9-e9f2a1a3e80d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.967811,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d1cfe53-f66c-4fed-9710-f2bc266b3392"} {"level":"info","ts":1785335304.9679406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d1cfe53-f66c-4fed-9710-f2bc266b3392","name":"e2e-external-model"} {"level":"error","ts":1785335304.9791777,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d1cfe53-f66c-4fed-9710-f2bc266b3392","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335304.979345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e028d6e6-f801-488f-a405-44ddd566d786"} {"level":"info","ts":1785335304.979421,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e028d6e6-f801-488f-a405-44ddd566d786","name":"e2e-external-model"} {"level":"info","ts":1785335304.97934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"132a904d-dd44-422d-ace6-9d33a1086302","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.9794714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"132a904d-dd44-422d-ace6-9d33a1086302","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335304.989933,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e028d6e6-f801-488f-a405-44ddd566d786","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335304.9981847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4bfbc36-e3c1-45fb-86b4-ff4532013c39"} {"level":"info","ts":1785335304.9982529,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4bfbc36-e3c1-45fb-86b4-ff4532013c39","name":"e2e-external-model"} {"level":"info","ts":1785335304.9981844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"790ee190-de0b-4de6-b218-1f2d18cc7bad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335304.9982965,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"790ee190-de0b-4de6-b218-1f2d18cc7bad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785335305.006933,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4bfbc36-e3c1-45fb-86b4-ff4532013c39","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335312.413726,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335312.4138296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.4138424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.413863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","EoS":true} {"level":"info","ts":1785335312.413902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","header":"x-maas-group"} {"level":"info","ts":1785335312.413916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","header":"x-maas-username"} {"level":"info","ts":1785335312.4139256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","header":"x-maas-subscription"} {"level":"info","ts":1785335312.4140139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335312.4140265,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","modelName":"e2e-external-model"} {"level":"info","ts":1785335312.4140465,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785335312.4140885,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785335312.4141178,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","authType":"apikey"} {"level":"info","ts":1785335312.4141595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.5113993,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.5114486,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.5114708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","EoS":false} {"level":"info","ts":1785335312.5114863,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.5115247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d","EoS":true} {"level":"info","ts":1785335312.5115325,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"62b0fcf5-333a-4c31-b9d4-9a1bbebb662d"} {"level":"info","ts":1785335312.6270561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddd68e13-8d89-475f-95fb-11b7b751999f"} {"level":"info","ts":1785335312.6270561,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb5ccef4-6e45-4359-be20-151ba13742df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.6272063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb5ccef4-6e45-4359-be20-151ba13742df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785335312.6330059,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8375003b-a556-447d-a0f2-35a2d70db96c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.6330445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8375003b-a556-447d-a0f2-35a2d70db96c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785335312.6368134,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddd68e13-8d89-475f-95fb-11b7b751999f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335312.636904,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddd68e13-8d89-475f-95fb-11b7b751999f","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.6508431,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58edbe24-af4a-43fc-b6f5-7aa168fa8f0f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.650894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58edbe24-af4a-43fc-b6f5-7aa168fa8f0f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785335312.6521738,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddd68e13-8d89-475f-95fb-11b7b751999f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785335312.6522176,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddd68e13-8d89-475f-95fb-11b7b751999f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335312.65227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd2f33b9-2625-4ff7-bcbf-d6dc0d67b8df"} {"level":"info","ts":1785335312.6523423,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd2f33b9-2625-4ff7-bcbf-d6dc0d67b8df","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.6675448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fec64b44-d229-4493-b371-fbf09a826dfd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.6675951,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fec64b44-d229-4493-b371-fbf09a826dfd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785335312.6676106,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd2f33b9-2625-4ff7-bcbf-d6dc0d67b8df","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335312.6676908,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4f910b6-4430-4f3a-9686-ee59603b6890"} {"level":"info","ts":1785335312.6677487,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4f910b6-4430-4f3a-9686-ee59603b6890","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.6767476,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4f910b6-4430-4f3a-9686-ee59603b6890","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335312.6848848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8a92a99-46e4-46ff-801b-aed5877566af","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335312.6849318,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8a92a99-46e4-46ff-801b-aed5877566af","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785335312.686197,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4f910b6-4430-4f3a-9686-ee59603b6890","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785335312.6862879,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79b2387d-ba51-468a-94f9-845bbeb6b713"} {"level":"info","ts":1785335312.686372,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79b2387d-ba51-468a-94f9-845bbeb6b713","name":"e2e-cleanup-test"} {"level":"info","ts":1785335312.6954458,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79b2387d-ba51-468a-94f9-845bbeb6b713","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785335320.901903,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfc837bd-102a-4946-98bb-ea71f362c98b"} {"level":"info","ts":1785335320.9019063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9531945-ad17-44f5-a291-97db10fcdbb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335320.90197,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9531945-ad17-44f5-a291-97db10fcdbb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785335325.2076235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.2077081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a"} {"level":"info","ts":1785335325.2077167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a"} {"level":"info","ts":1785335325.2077284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a","EoS":true} {"level":"info","ts":1785335325.2077653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785335325.2077963,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa6ba21e-3326-4306-879b-239322e4937a"} {"level":"info","ts":1785335325.2490704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.2491531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.2491672,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.2491786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","EoS":true} {"level":"info","ts":1785335325.249204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","header":"x-maas-username"} {"level":"info","ts":1785335325.2492146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","header":"x-maas-group"} {"level":"info","ts":1785335325.2492206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","header":"x-maas-subscription"} {"level":"info","ts":1785335325.2492354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335325.2492454,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","modelName":"e2e-external-model"} {"level":"info","ts":1785335325.2492583,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785335325.2492821,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785335325.249299,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","authType":"apikey"} {"level":"info","ts":1785335325.2493553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.3020253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.3020592,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.3020787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","EoS":false} {"level":"info","ts":1785335325.302093,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.3021202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b","EoS":true} {"level":"info","ts":1785335325.3021255,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12ba360e-f4c6-4ec9-abd4-429b29e96e3b"} {"level":"info","ts":1785335325.3459682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.3460503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.3460648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.346076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","EoS":true} {"level":"info","ts":1785335325.3461032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","header":"x-maas-group"} {"level":"info","ts":1785335325.346115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","header":"x-maas-username"} {"level":"info","ts":1785335325.3461204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","header":"x-maas-subscription"} {"level":"info","ts":1785335325.3461363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785335325.3461654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.430503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.4305365,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.430561,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","EoS":false} {"level":"info","ts":1785335325.430581,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.4306207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb","EoS":true} {"level":"info","ts":1785335325.430631,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d0ba5f38-d152-47e7-87c5-6fd28240d5fb"} {"level":"info","ts":1785335325.4732277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785335325.4732966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.4733057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.4733458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","EoS":true} {"level":"info","ts":1785335325.4733746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","header":"x-maas-group"} {"level":"info","ts":1785335325.4733853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","header":"x-maas-username"} {"level":"info","ts":1785335325.4733908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","header":"x-maas-subscription"} {"level":"info","ts":1785335325.4734254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.518708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.5187392,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.5187633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","EoS":false} {"level":"info","ts":1785335325.5187852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335325.5188248,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba","EoS":true} {"level":"info","ts":1785335325.5188339,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc440198-e2d6-47b7-a569-61576919edba"} {"level":"info","ts":1785335326.3722417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b68e310-5b03-4128-bc58-d222cf7a3553"} {"level":"info","ts":1785335326.3722503,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6a01c8-a03c-428a-bb30-f5d9d057fa7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335326.3723445,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6a01c8-a03c-428a-bb30-f5d9d057fa7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785335326.5256295,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a73f4c31-3acb-4a52-83ba-455680a088e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335326.5256827,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a73f4c31-3acb-4a52-83ba-455680a088e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785335326.5256407,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca1ed458-15a1-4caa-9ac1-8f5ddf4270e5"} {"level":"info","ts":1785335326.6442335,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b11a66aa-d7d7-4989-9884-fcd0f2348edb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785335326.6443043,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b11a66aa-d7d7-4989-9884-fcd0f2348edb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785336771.6085217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336771.6086154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16786fd9-69ec-4446-8d6a-bdc578dc0d23"} {"level":"info","ts":1785336846.8190076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785336846.8191183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.8191285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.819141,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","EoS":true} {"level":"info","ts":1785336846.8191688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","header":"x-maas-subscription"} {"level":"info","ts":1785336846.8191803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","header":"x-maas-username"} {"level":"info","ts":1785336846.819186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","header":"x-maas-group"} {"level":"info","ts":1785336846.8192012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785336846.8192317,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.8222241,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.8222578,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.8222775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","EoS":false} {"level":"info","ts":1785336846.8222923,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"} {"level":"info","ts":1785336846.8223433,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5","EoS":true} {"level":"info","ts":1785336846.8223526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25c4cf23-c5bb-4d15-9433-c14d688a44e5"}