{"level":"info","ts":1785352794.0095577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea","header":"x-maas-subscription"} {"level":"info","ts":1785352794.0095718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352794.0095973,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea"} {"level":"info","ts":1785352794.0106149,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea"} {"level":"info","ts":1785352794.0106287,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea"} {"level":"info","ts":1785352794.0106409,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea","EoS":false} {"level":"info","ts":1785352794.0106528,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea"} {"level":"info","ts":1785352794.0106761,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea","EoS":true} {"level":"info","ts":1785352794.0106835,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ab6c85c-059a-4d63-8cc6-276f4d1405ea"} {"level":"info","ts":1785352794.1497521,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352794.1498241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35"} {"level":"info","ts":1785352794.149834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35"} {"level":"info","ts":1785352794.1498463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35","EoS":true} {"level":"info","ts":1785352794.1498713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35","header":"x-maas-group"} {"level":"info","ts":1785352794.1498818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35","header":"x-maas-username"} {"level":"info","ts":1785352794.1498861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35","header":"x-maas-subscription"} {"level":"info","ts":1785352794.1498983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352794.1499236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35"} {"level":"info","ts":1785352794.1509557,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35"} {"level":"info","ts":1785352794.1509817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35"} {"level":"info","ts":1785352794.150996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35","EoS":false} {"level":"info","ts":1785352794.1510074,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35"} {"level":"info","ts":1785352794.1510303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35","EoS":true} {"level":"info","ts":1785352794.1510382,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4d3d8c1b-2744-44d9-b2db-39ce71a24c35"} {"level":"info","ts":1785352794.2885249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352794.2885995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c"} {"level":"info","ts":1785352794.2886097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c"} {"level":"info","ts":1785352794.2886207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c","EoS":true} {"level":"info","ts":1785352794.2886443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c","header":"x-maas-subscription"} {"level":"info","ts":1785352794.2886546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c","header":"x-maas-username"} {"level":"info","ts":1785352794.2886603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c","header":"x-maas-group"} {"level":"info","ts":1785352794.288675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352794.288703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c"} {"level":"info","ts":1785352794.2897506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c"} {"level":"info","ts":1785352794.2897656,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c"} {"level":"info","ts":1785352794.2897785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c","EoS":false} {"level":"info","ts":1785352794.2897933,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c"} {"level":"info","ts":1785352794.289813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c","EoS":true} {"level":"info","ts":1785352794.2898211,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"164d166c-5ccc-488a-a2cb-93cf7b4c863c"} {"level":"info","ts":1785352813.1942723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352813.194353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442"} {"level":"info","ts":1785352813.194363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442"} {"level":"info","ts":1785352813.194374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442","EoS":true} {"level":"info","ts":1785352813.194398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442","header":"x-maas-username"} {"level":"info","ts":1785352813.1944087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442","header":"x-maas-group"} {"level":"info","ts":1785352813.1944165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442","header":"x-maas-subscription"} {"level":"info","ts":1785352813.1944313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352813.1944578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442"} {"level":"info","ts":1785352813.195557,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442"} {"level":"info","ts":1785352813.1955802,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442"} {"level":"info","ts":1785352813.1956015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442","EoS":false} {"level":"info","ts":1785352813.1956165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442"} {"level":"info","ts":1785352813.1956403,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442","EoS":true} {"level":"info","ts":1785352813.1956496,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63434024-e858-4a4e-ae80-5383d04f9442"} {"level":"info","ts":1785352813.2286758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352813.2287617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096"} {"level":"info","ts":1785352813.2287738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096"} {"level":"info","ts":1785352813.228785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096","EoS":true} {"level":"info","ts":1785352813.22881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096","header":"x-maas-username"} {"level":"info","ts":1785352813.22882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096","header":"x-maas-group"} {"level":"info","ts":1785352813.228825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096","header":"x-maas-subscription"} {"level":"info","ts":1785352813.2288399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352813.2288642,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096"} {"level":"info","ts":1785352813.232022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096"} {"level":"info","ts":1785352813.2320368,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096"} {"level":"info","ts":1785352813.2320495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096","EoS":false} {"level":"info","ts":1785352813.23206,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096"} {"level":"info","ts":1785352813.2320886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096","EoS":true} {"level":"info","ts":1785352813.2320967,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09bf976e-3b0c-4c3a-8972-bf8792926096"} {"level":"info","ts":1785352813.328099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352813.3281825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6199f7a6-992b-4371-9b83-50735e2a8d03"} {"level":"info","ts":1785352813.3290703,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6199f7a6-992b-4371-9b83-50735e2a8d03"} {"level":"info","ts":1785352813.329096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6199f7a6-992b-4371-9b83-50735e2a8d03"} {"level":"info","ts":1785352813.3291154,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6199f7a6-992b-4371-9b83-50735e2a8d03","EoS":false} {"level":"info","ts":1785352813.3291295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6199f7a6-992b-4371-9b83-50735e2a8d03"} {"level":"info","ts":1785352813.3291535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6199f7a6-992b-4371-9b83-50735e2a8d03","EoS":true} {"level":"info","ts":1785352813.3291655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6199f7a6-992b-4371-9b83-50735e2a8d03"} {"level":"info","ts":1785352817.9233277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352817.9234176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411"} {"level":"info","ts":1785352817.9234283,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411"} {"level":"info","ts":1785352817.9234405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411","EoS":true} {"level":"info","ts":1785352817.9234667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411","header":"x-maas-subscription"} {"level":"info","ts":1785352817.9234786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411","header":"x-maas-group"} {"level":"info","ts":1785352817.9234838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411","header":"x-maas-username"} {"level":"info","ts":1785352817.9234984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352817.9235253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411"} {"level":"info","ts":1785352817.9245324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411"} {"level":"info","ts":1785352817.9245465,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411"} {"level":"info","ts":1785352817.9245594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411","EoS":false} {"level":"info","ts":1785352817.92457,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411"} {"level":"info","ts":1785352817.9245996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411","EoS":true} {"level":"info","ts":1785352817.9246075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c0e9884-d2f5-483c-918f-9fd45eb81411"} {"level":"info","ts":1785352830.5317538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352830.5318341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b"} {"level":"info","ts":1785352830.5318427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b"} {"level":"info","ts":1785352830.5318542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b","EoS":true} {"level":"info","ts":1785352830.531886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b","header":"x-maas-group"} {"level":"info","ts":1785352830.5318968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b","header":"x-maas-subscription"} {"level":"info","ts":1785352830.5319016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b","header":"x-maas-username"} {"level":"info","ts":1785352830.5319166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785352830.531944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b"} {"level":"info","ts":1785352830.5328743,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b"} {"level":"info","ts":1785352830.5328863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b"} {"level":"info","ts":1785352830.5328975,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b","EoS":false} {"level":"info","ts":1785352830.5329075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b"} {"level":"info","ts":1785352830.5329344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b","EoS":true} {"level":"info","ts":1785352830.5329416,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95b7d7d4-36dd-4b48-92eb-2c835818780b"} {"level":"info","ts":1785352843.380049,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352843.3801441,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b"} {"level":"info","ts":1785352843.3801575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b"} {"level":"info","ts":1785352843.3801703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b","EoS":true} {"level":"info","ts":1785352843.3802185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b","header":"x-maas-subscription"} {"level":"info","ts":1785352843.3802338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b","header":"x-maas-username"} {"level":"info","ts":1785352843.3802423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b","header":"x-maas-group"} {"level":"info","ts":1785352843.3802605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352843.3802955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b"} {"level":"info","ts":1785352843.3815107,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b"} {"level":"info","ts":1785352843.3815398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b"} {"level":"info","ts":1785352843.38156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b","EoS":false} {"level":"info","ts":1785352843.3815782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b"} {"level":"info","ts":1785352843.3816278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b","EoS":true} {"level":"info","ts":1785352843.3816383,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4918a9dc-4c5a-4dae-905b-e9fe319d911b"} {"level":"info","ts":1785352851.8923333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352851.892434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671"} {"level":"info","ts":1785352851.8924484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671"} {"level":"info","ts":1785352851.8924744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671","EoS":true} {"level":"info","ts":1785352851.8925183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671","header":"x-maas-subscription"} {"level":"info","ts":1785352851.8925326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671","header":"x-maas-username"} {"level":"info","ts":1785352851.892595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671","header":"x-maas-group"} {"level":"info","ts":1785352851.8926153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352851.892657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671"} {"level":"info","ts":1785352851.893824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671"} {"level":"info","ts":1785352851.893851,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671"} {"level":"info","ts":1785352851.8938673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671","EoS":false} {"level":"info","ts":1785352851.893879,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671"} {"level":"info","ts":1785352851.893903,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671","EoS":true} {"level":"info","ts":1785352851.8939126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"463f5a11-11a7-40e2-bfdb-49a322fd3671"} {"level":"info","ts":1785352860.7564201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352860.7565396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067"} {"level":"info","ts":1785352860.7565584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067"} {"level":"info","ts":1785352860.7565792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067","EoS":true} {"level":"info","ts":1785352860.7566178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067","header":"x-maas-subscription"} {"level":"info","ts":1785352860.7566316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067","header":"x-maas-username"} {"level":"info","ts":1785352860.75664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067","header":"x-maas-group"} {"level":"info","ts":1785352860.7566612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352860.7566977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067"} {"level":"info","ts":1785352860.7578373,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067"} {"level":"info","ts":1785352860.7578628,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067"} {"level":"info","ts":1785352860.7578871,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067","EoS":false} {"level":"info","ts":1785352860.7578995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067"} {"level":"info","ts":1785352860.7579267,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067","EoS":true} {"level":"info","ts":1785352860.7579372,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e78beddf-1cd4-4e18-a628-1c869b10c067"} {"level":"info","ts":1785352885.7335103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352885.7336097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf"} {"level":"info","ts":1785352885.7336218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf"} {"level":"info","ts":1785352885.733636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf","EoS":true} {"level":"info","ts":1785352885.7336707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf","header":"x-maas-subscription"} {"level":"info","ts":1785352885.7336822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf","header":"x-maas-username"} {"level":"info","ts":1785352885.7336907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf","header":"x-maas-group"} {"level":"info","ts":1785352885.7337055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785352885.733741,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf"} {"level":"info","ts":1785352885.73558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf"} {"level":"info","ts":1785352885.735603,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf"} {"level":"info","ts":1785352885.7356195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf","EoS":false} {"level":"info","ts":1785352885.7356324,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf"} {"level":"info","ts":1785352885.735656,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf","EoS":true} {"level":"info","ts":1785352885.7356927,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cec787ad-73e0-4376-882f-3683cfc776cf"} {"level":"info","ts":1785352909.2542474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352909.2543483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b"} {"level":"info","ts":1785352909.2543635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b"} {"level":"info","ts":1785352909.2543764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b","EoS":true} {"level":"info","ts":1785352909.2544112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b","header":"x-maas-group"} {"level":"info","ts":1785352909.254423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b","header":"x-maas-subscription"} {"level":"info","ts":1785352909.2544284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b","header":"x-maas-username"} {"level":"info","ts":1785352909.2544415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785352909.2545257,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b"} {"level":"info","ts":1785352909.2555346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b"} {"level":"info","ts":1785352909.2555563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b"} {"level":"info","ts":1785352909.255571,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b","EoS":false} {"level":"info","ts":1785352909.2555828,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b"} {"level":"info","ts":1785352909.2556083,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b","EoS":true} {"level":"info","ts":1785352909.2556162,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16e082c3-914b-4188-a741-4c4a9c72389b"} {"level":"info","ts":1785352948.5684273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352948.5685174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35100d90-3897-4f89-820d-f79486516049"} {"level":"info","ts":1785352948.568528,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35100d90-3897-4f89-820d-f79486516049"} {"level":"info","ts":1785352948.5685399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35100d90-3897-4f89-820d-f79486516049","EoS":true} {"level":"info","ts":1785352948.5685694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35100d90-3897-4f89-820d-f79486516049","header":"x-maas-username"} {"level":"info","ts":1785352948.568581,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35100d90-3897-4f89-820d-f79486516049","header":"x-maas-group"} {"level":"info","ts":1785352948.5685859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35100d90-3897-4f89-820d-f79486516049","header":"x-maas-subscription"} {"level":"info","ts":1785352948.5686002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35100d90-3897-4f89-820d-f79486516049","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352948.568629,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35100d90-3897-4f89-820d-f79486516049"} {"level":"info","ts":1785352948.5706196,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35100d90-3897-4f89-820d-f79486516049"} {"level":"info","ts":1785352948.5706425,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35100d90-3897-4f89-820d-f79486516049"} {"level":"info","ts":1785352948.5706625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35100d90-3897-4f89-820d-f79486516049","EoS":false} {"level":"info","ts":1785352948.5706747,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35100d90-3897-4f89-820d-f79486516049"} {"level":"info","ts":1785352948.5706973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35100d90-3897-4f89-820d-f79486516049","EoS":true} {"level":"info","ts":1785352948.5707033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35100d90-3897-4f89-820d-f79486516049"} {"level":"info","ts":1785352958.0027177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352958.0028133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98"} {"level":"info","ts":1785352958.0028238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98"} {"level":"info","ts":1785352958.002835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98","EoS":true} {"level":"info","ts":1785352958.0028605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98","header":"x-maas-group"} {"level":"info","ts":1785352958.0028713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98","header":"x-maas-subscription"} {"level":"info","ts":1785352958.0028775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98","header":"x-maas-username"} {"level":"info","ts":1785352958.0028918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352958.0029192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98"} {"level":"info","ts":1785352958.0041835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98"} {"level":"info","ts":1785352958.0042431,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98"} {"level":"info","ts":1785352958.00426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98","EoS":false} {"level":"info","ts":1785352958.0042727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98"} {"level":"info","ts":1785352958.004305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98","EoS":true} {"level":"info","ts":1785352958.004314,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"840e6852-bcdf-4cff-8b3f-b98c1aa72c98"} {"level":"info","ts":1785352958.0355113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352958.0355885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697"} {"level":"info","ts":1785352958.0355973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697"} {"level":"info","ts":1785352958.0356076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697","EoS":true} {"level":"info","ts":1785352958.0356345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697","header":"x-maas-subscription"} {"level":"info","ts":1785352958.0356455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697","header":"x-maas-group"} {"level":"info","ts":1785352958.0356503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697","header":"x-maas-username"} {"level":"info","ts":1785352958.0356636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352958.0356894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697"} {"level":"info","ts":1785352958.036847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697"} {"level":"info","ts":1785352958.0368702,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697"} {"level":"info","ts":1785352958.03689,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697","EoS":false} {"level":"info","ts":1785352958.0369122,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697"} {"level":"info","ts":1785352958.0369492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697","EoS":true} {"level":"info","ts":1785352958.036961,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff9f64fa-3ffc-4354-b823-f965b05b5697"} {"level":"info","ts":1785352977.0211139,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785352977.021232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc"} {"level":"info","ts":1785352977.0212426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc"} {"level":"info","ts":1785352977.0212545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc","EoS":true} {"level":"info","ts":1785352977.0212796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc","header":"x-maas-username"} {"level":"info","ts":1785352977.0212905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc","header":"x-maas-group"} {"level":"info","ts":1785352977.0212953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc","header":"x-maas-subscription"} {"level":"info","ts":1785352977.021311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785352977.021339,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc"} {"level":"info","ts":1785352977.022467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc"} {"level":"info","ts":1785352977.0224986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc"} {"level":"info","ts":1785352977.0225163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc","EoS":false} {"level":"info","ts":1785352977.022529,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc"} {"level":"info","ts":1785352977.022562,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc","EoS":true} {"level":"info","ts":1785352977.0225701,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b66e879-3612-494c-ab9c-4692bc9b7ffc"} {"level":"info","ts":1785353120.5980797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353120.5981588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1"} {"level":"info","ts":1785353120.5981681,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1"} {"level":"info","ts":1785353120.598179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1","EoS":true} {"level":"info","ts":1785353120.5982256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1","header":"x-maas-subscription"} {"level":"info","ts":1785353120.5982378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1","header":"x-maas-username"} {"level":"info","ts":1785353120.598243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1","header":"x-maas-group"} {"level":"info","ts":1785353120.598256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785353120.5983243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1"} {"level":"info","ts":1785353120.6014817,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1"} {"level":"info","ts":1785353120.6015024,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1"} {"level":"info","ts":1785353120.6015184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1","EoS":false} {"level":"info","ts":1785353120.60153,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1"} {"level":"info","ts":1785353120.6015587,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1","EoS":true} {"level":"info","ts":1785353120.60157,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1aaf805a-96b7-4f2b-a119-a7f5ebeffaa1"} {"level":"info","ts":1785353157.8178842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353157.817982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1"} {"level":"info","ts":1785353157.8179903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1"} {"level":"info","ts":1785353157.818002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1","EoS":true} {"level":"info","ts":1785353157.8180299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1","header":"x-maas-username"} {"level":"info","ts":1785353157.8180413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1","header":"x-maas-subscription"} {"level":"info","ts":1785353157.8180466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1","header":"x-maas-group"} {"level":"info","ts":1785353157.8180604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353157.8180842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1"} {"level":"info","ts":1785353157.8190625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1"} {"level":"info","ts":1785353157.8190918,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1"} {"level":"info","ts":1785353157.8191094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1","EoS":false} {"level":"info","ts":1785353157.819121,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1"} {"level":"info","ts":1785353157.8191464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1","EoS":true} {"level":"info","ts":1785353157.8191564,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53f14c30-e9f5-41ae-8de9-5859ca6c95c1"} {"level":"info","ts":1785353173.0886457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353173.0887275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc"} {"level":"info","ts":1785353173.0887368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc"} {"level":"info","ts":1785353173.0887482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc","EoS":true} {"level":"info","ts":1785353173.0887728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc","header":"x-maas-username"} {"level":"info","ts":1785353173.0887833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc","header":"x-maas-group"} {"level":"info","ts":1785353173.0887897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc","header":"x-maas-subscription"} {"level":"info","ts":1785353173.0888033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353173.0888336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc"} {"level":"info","ts":1785353173.0924802,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc"} {"level":"info","ts":1785353173.0925043,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc"} {"level":"info","ts":1785353173.0925264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc","EoS":false} {"level":"info","ts":1785353173.0925417,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc"} {"level":"info","ts":1785353173.0925786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc","EoS":true} {"level":"info","ts":1785353173.0925915,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aef4eae6-6d52-4ccc-bc5c-2a565e1446bc"} {"level":"info","ts":1785353473.7232673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353473.7233527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a"} {"level":"info","ts":1785353473.7233603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a"} {"level":"info","ts":1785353473.723372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a","EoS":true} {"level":"info","ts":1785353473.7233977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a","header":"x-maas-username"} {"level":"info","ts":1785353473.723409,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a","header":"x-maas-subscription"} {"level":"info","ts":1785353473.723414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a","header":"x-maas-group"} {"level":"info","ts":1785353473.7234278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353473.7234538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a"} {"level":"info","ts":1785353473.7244983,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a"} {"level":"info","ts":1785353473.7245147,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a"} {"level":"info","ts":1785353473.724527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a","EoS":false} {"level":"info","ts":1785353473.7245367,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a"} {"level":"info","ts":1785353473.7245567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a","EoS":true} {"level":"info","ts":1785353473.7245636,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d724d650-68e6-4ea2-9f17-12e70566069a"} {"level":"info","ts":1785353473.7538457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353473.753914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af"} {"level":"info","ts":1785353473.7539277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af"} {"level":"info","ts":1785353473.7539384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af","EoS":true} {"level":"info","ts":1785353473.7539597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af","header":"x-maas-subscription"} {"level":"info","ts":1785353473.7539694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af","header":"x-maas-group"} {"level":"info","ts":1785353473.7539747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af","header":"x-maas-username"} {"level":"info","ts":1785353473.7539861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353473.7540066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af"} {"level":"info","ts":1785353473.754849,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af"} {"level":"info","ts":1785353473.7548597,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af"} {"level":"info","ts":1785353473.7548704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af","EoS":false} {"level":"info","ts":1785353473.7548804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af"} {"level":"info","ts":1785353473.7548995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af","EoS":true} {"level":"info","ts":1785353473.7549086,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"316746ec-2b2b-47c9-9ce6-de0d474f01af"} {"level":"info","ts":1785353478.5225263,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"622805a5-59db-4e89-bb9d-1ee47b00f397","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785353478.522764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33183.813185929,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.5227919,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.5619566,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.6238034,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"622805a5-59db-4e89-bb9d-1ee47b00f397","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785353478.6385646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7822c873-b22f-49c4-88cf-7327343d1e2d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785353478.6386027,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7822c873-b22f-49c4-88cf-7327343d1e2d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785353478.6385944,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"924afa5a-e2ac-4cb4-a1ab-968dfb6955b9"} {"level":"info","ts":1785353478.6466541,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8a35c64-d421-42ea-85c4-d0b81cdc254a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785353478.6466928,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8a35c64-d421-42ea-85c4-d0b81cdc254a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785353478.6498337,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"924afa5a-e2ac-4cb4-a1ab-968dfb6955b9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353478.6500776,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37392.302333173,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.650096,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.6686518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.7507641,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"924afa5a-e2ac-4cb4-a1ab-968dfb6955b9","name":"e2e-external-provider"} {"level":"info","ts":1785353478.7563264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1e71884-5264-49dc-b545-cd1d938b57af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353478.7563267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"886dce4f-1bd4-4e59-a87b-90391eb1e8f0"} {"level":"info","ts":1785353478.756371,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1e71884-5264-49dc-b545-cd1d938b57af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785353478.7625008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd891e1c-2e5e-4c7d-9608-c9a7e2a34ee2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353478.7625372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd891e1c-2e5e-4c7d-9608-c9a7e2a34ee2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785353478.7626061,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"886dce4f-1bd4-4e59-a87b-90391eb1e8f0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785353478.7691169,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3e472a-4804-4bd8-b005-c2bd1f559aad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353478.769143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a3e472a-4804-4bd8-b005-c2bd1f559aad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785353478.7694066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"886dce4f-1bd4-4e59-a87b-90391eb1e8f0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353478.7694874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a26d6538-2760-47df-a6c1-a305d0e73c53"} {"level":"info","ts":1785353478.7695093,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a26d6538-2760-47df-a6c1-a305d0e73c53","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785353478.774603,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"924afa5a-e2ac-4cb4-a1ab-968dfb6955b9","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785353478.7766898,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a26d6538-2760-47df-a6c1-a305d0e73c53","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353478.7865422,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"924afa5a-e2ac-4cb4-a1ab-968dfb6955b9","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785353478.787612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0885ef2-6a3c-4601-ad60-3b2ad22e9f91"} {"level":"info","ts":1785353478.7876415,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0885ef2-6a3c-4601-ad60-3b2ad22e9f91","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785353478.7931774,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0885ef2-6a3c-4601-ad60-3b2ad22e9f91","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353478.793381,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"924afa5a-e2ac-4cb4-a1ab-968dfb6955b9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785353478.7976687,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"924afa5a-e2ac-4cb4-a1ab-968dfb6955b9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353478.7977505,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3572d737-5b50-411f-885c-765c9072a389"} {"level":"info","ts":1785353478.7978187,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3572d737-5b50-411f-885c-765c9072a389","name":"e2e-external-provider"} {"level":"info","ts":1785353478.808377,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3572d737-5b50-411f-885c-765c9072a389","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785353478.8133287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c0e176f-bebd-4e91-b474-b29f47e9d878"} {"level":"info","ts":1785353478.813365,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c0e176f-bebd-4e91-b474-b29f47e9d878","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785353478.816315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"050a879e-b55a-4fe8-b5c0-da58da719bb5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353478.8163273,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5106d186-3dd2-47d5-9601-b739eb397cfd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785353478.8163393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"050a879e-b55a-4fe8-b5c0-da58da719bb5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785353478.8163507,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5106d186-3dd2-47d5-9601-b739eb397cfd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785353478.8164575,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b60d069-223a-4bd0-9a1b-6d5b9626ef1c"} {"level":"info","ts":1785353478.8164883,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b60d069-223a-4bd0-9a1b-6d5b9626ef1c","name":"e2e-external-provider"} {"level":"error","ts":1785353478.8182843,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c0e176f-bebd-4e91-b474-b29f47e9d878","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353478.8183281,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b2026a2-d8d1-4ded-bb4f-002a290e1b9d"} {"level":"info","ts":1785353478.8185234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34762.280196047,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.818542,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.8269336,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785353478.8275893,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b60d069-223a-4bd0-9a1b-6d5b9626ef1c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785353478.9189847,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b2026a2-d8d1-4ded-bb4f-002a290e1b9d","name":"e2e-external-model"} {"level":"info","ts":1785353478.9379506,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b2026a2-d8d1-4ded-bb4f-002a290e1b9d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785353478.9470904,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16ad9c7e-06c4-40e2-bab4-3b5e2f59548c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353478.9471307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16ad9c7e-06c4-40e2-bab4-3b5e2f59548c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785353478.9471264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f9a7336-a6a9-4b73-ad2e-169ef2899522"} {"level":"info","ts":1785353478.9471848,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f9a7336-a6a9-4b73-ad2e-169ef2899522","name":"e2e-external-model"} {"level":"error","ts":1785353478.96886,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f9a7336-a6a9-4b73-ad2e-169ef2899522","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353478.9692497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7fdda46-0d31-460c-a2ba-97edbb5d1b31","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353478.9692843,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7fdda46-0d31-460c-a2ba-97edbb5d1b31","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785353478.9693122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad48ea17-1044-4cde-9065-5a53f0e739c4"} {"level":"info","ts":1785353478.9693725,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad48ea17-1044-4cde-9065-5a53f0e739c4","name":"e2e-external-model"} {"level":"info","ts":1785353478.9793706,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad48ea17-1044-4cde-9065-5a53f0e739c4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785353478.988388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cad8d2c3-e23e-4677-926a-36b9aff0e534","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353478.9884207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cad8d2c3-e23e-4677-926a-36b9aff0e534","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785353478.9883957,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51380834-1c65-4245-a8f3-013ab45376d2"} {"level":"info","ts":1785353478.988499,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51380834-1c65-4245-a8f3-013ab45376d2","name":"e2e-external-model"} {"level":"info","ts":1785353478.9994388,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51380834-1c65-4245-a8f3-013ab45376d2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785353486.2903876,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353486.290472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb"} {"level":"info","ts":1785353486.2904837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb"} {"level":"info","ts":1785353486.2904942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","EoS":true} {"level":"info","ts":1785353486.2905207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","header":"x-maas-group"} {"level":"info","ts":1785353486.2905312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","header":"x-maas-subscription"} {"level":"info","ts":1785353486.2905362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","header":"x-maas-username"} {"level":"info","ts":1785353486.2905495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785353486.2905588,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","modelName":"e2e-external-model"} {"level":"info","ts":1785353486.2905731,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785353486.2906523,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785353486.2906718,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","authType":"apikey"} {"level":"info","ts":1785353486.2907012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb"} {"level":"info","ts":1785353486.3852115,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb"} {"level":"info","ts":1785353486.3852384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb"} {"level":"info","ts":1785353486.3852546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","EoS":false} {"level":"info","ts":1785353486.3852673,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb"} {"level":"info","ts":1785353486.3852973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb","EoS":true} {"level":"info","ts":1785353486.3853097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ee87b23-01cb-4ef2-a770-777096c17bdb"} {"level":"info","ts":1785353486.4973025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dd9908b-2e2e-4449-bdd8-ba818874c2b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785353486.4973497,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dd9908b-2e2e-4449-bdd8-ba818874c2b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785353486.4973514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c77871df-54ec-41dc-8e61-c609aadacc05"} {"level":"info","ts":1785353486.5026865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0edaa055-f323-496f-beeb-307e3ee0a0ce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785353486.5027118,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0edaa055-f323-496f-beeb-307e3ee0a0ce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785353486.5059855,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c77871df-54ec-41dc-8e61-c609aadacc05","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353486.5060463,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c77871df-54ec-41dc-8e61-c609aadacc05","name":"e2e-cleanup-test"} {"level":"info","ts":1785353486.5186477,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce8f093b-a56c-4783-8647-3557912d78e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785353486.5186715,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce8f093b-a56c-4783-8647-3557912d78e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785353486.5252442,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c77871df-54ec-41dc-8e61-c609aadacc05","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785353486.525284,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c77871df-54ec-41dc-8e61-c609aadacc05","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785353486.5253282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4201088a-45d9-467d-96f3-c4d68bbd0602"} {"level":"info","ts":1785353486.525377,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4201088a-45d9-467d-96f3-c4d68bbd0602","name":"e2e-cleanup-test"} {"level":"info","ts":1785353486.533825,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4201088a-45d9-467d-96f3-c4d68bbd0602","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785353494.769091,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abfce7a7-9b6c-429d-85e3-8da5ccd7df74","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785353494.769131,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abfce7a7-9b6c-429d-85e3-8da5ccd7df74","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785353494.7690988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca019686-377b-4029-8aee-d53218e1ee3e"} {"level":"info","ts":1785353499.0708709,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353499.0709522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd3dec99-e55e-48cc-a5bf-d663cc58b2a6"} {"level":"info","ts":1785353499.0709615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd3dec99-e55e-48cc-a5bf-d663cc58b2a6"} {"level":"info","ts":1785353499.0709732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd3dec99-e55e-48cc-a5bf-d663cc58b2a6","EoS":true} {"level":"info","ts":1785353499.0710073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd3dec99-e55e-48cc-a5bf-d663cc58b2a6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785353499.0710344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd3dec99-e55e-48cc-a5bf-d663cc58b2a6"} {"level":"info","ts":1785353499.111227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353499.1113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc"} {"level":"info","ts":1785353499.1113136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc"} {"level":"info","ts":1785353499.1113267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","EoS":true} {"level":"info","ts":1785353499.1113474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","header":"x-maas-username"} {"level":"info","ts":1785353499.1113622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","header":"x-maas-group"} {"level":"info","ts":1785353499.1113715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","header":"x-maas-subscription"} {"level":"info","ts":1785353499.1113865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785353499.1113937,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","modelName":"e2e-external-model"} {"level":"info","ts":1785353499.1114058,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785353499.1114275,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785353499.1114502,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","authType":"apikey"} {"level":"info","ts":1785353499.1114686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc"} {"level":"info","ts":1785353499.1563077,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc"} {"level":"info","ts":1785353499.1563275,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc"} {"level":"info","ts":1785353499.1563532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","EoS":false} {"level":"info","ts":1785353499.1563716,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc"} {"level":"info","ts":1785353499.156398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc","EoS":true} {"level":"info","ts":1785353499.1564062,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfcf7565-5112-4269-bc76-8577ca84fdbc"} {"level":"info","ts":1785353499.2070353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353499.207105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641"} {"level":"info","ts":1785353499.2071228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641"} {"level":"info","ts":1785353499.207141,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641","EoS":true} {"level":"info","ts":1785353499.207177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641","header":"x-maas-username"} {"level":"info","ts":1785353499.2072167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641","header":"x-maas-group"} {"level":"info","ts":1785353499.2072272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641","header":"x-maas-subscription"} {"level":"info","ts":1785353499.207248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785353499.2072802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641"} {"level":"info","ts":1785353499.2560658,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641"} {"level":"info","ts":1785353499.2560897,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641"} {"level":"info","ts":1785353499.2561042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641","EoS":false} {"level":"info","ts":1785353499.2561162,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641"} {"level":"info","ts":1785353499.2561405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641","EoS":true} {"level":"info","ts":1785353499.2561498,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0a36596-d35d-4426-ab6d-cbb6d7997641"} {"level":"info","ts":1785353499.28773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353499.2877848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b"} {"level":"info","ts":1785353499.2877932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b"} {"level":"info","ts":1785353499.2878032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b","EoS":true} {"level":"info","ts":1785353499.2878222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b","header":"x-maas-username"} {"level":"info","ts":1785353499.287833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b","header":"x-maas-group"} {"level":"info","ts":1785353499.2878382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b","header":"x-maas-subscription"} {"level":"info","ts":1785353499.287864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b"} {"level":"info","ts":1785353499.3892727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b"} {"level":"info","ts":1785353499.3892937,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b"} {"level":"info","ts":1785353499.3893132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b","EoS":false} {"level":"info","ts":1785353499.3893342,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b"} {"level":"info","ts":1785353499.3893702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b","EoS":true} {"level":"info","ts":1785353499.3893814,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6facadec-e0cc-4433-b268-2d05a27dce4b"} {"level":"info","ts":1785353500.2281199,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9aad1bc-946d-4ab1-8492-3c09e3036f01","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353500.2281585,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9aad1bc-946d-4ab1-8492-3c09e3036f01","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785353500.2281532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1fcc204-d16e-4af5-a601-41cce27d8428"} {"level":"info","ts":1785353500.372413,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ea3f6c1-76f2-44b7-8758-42f3c7135bdf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785353500.3724606,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ea3f6c1-76f2-44b7-8758-42f3c7135bdf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785353500.3725052,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52e896d4-61a9-44d9-9f55-1b693c351133"} {"level":"info","ts":1785353500.4829307,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9afcd7a6-07a1-4757-906d-9482d49e5dc2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785353500.4829872,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9afcd7a6-07a1-4757-906d-9482d49e5dc2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785354855.9797876,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354855.9798727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f61aac61-5bd8-4616-8a52-61771c117b2f"} {"level":"info","ts":1785354932.3824382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354932.382537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5"} {"level":"info","ts":1785354932.3825488,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5"} {"level":"info","ts":1785354932.3825607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5","EoS":true} {"level":"info","ts":1785354932.382592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5","header":"x-maas-username"} {"level":"info","ts":1785354932.3826032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5","header":"x-maas-subscription"} {"level":"info","ts":1785354932.382608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5","header":"x-maas-group"} {"level":"info","ts":1785354932.382623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785354932.382652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5"} {"level":"info","ts":1785354932.3856368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5"} {"level":"info","ts":1785354932.3856716,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5"} {"level":"info","ts":1785354932.3856874,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5","EoS":false} {"level":"info","ts":1785354932.385701,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5"} {"level":"info","ts":1785354932.3857284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5","EoS":true} {"level":"info","ts":1785354932.385736,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4c9c4f9-7ef6-4594-b697-120a561883a5"}