{"level":"info","ts":1785840159.366081,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c3493118-797c-4b9a-807f-9c13f0d98e12"} {"level":"info","ts":1785840159.5089724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.509039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.509047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.5090573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","EoS":true} {"level":"info","ts":1785840159.5090816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","header":"x-maas-subscription"} {"level":"info","ts":1785840159.5090916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","header":"x-maas-username"} {"level":"info","ts":1785840159.5090969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","header":"x-maas-group"} {"level":"info","ts":1785840159.5091097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.509134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.5102766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.5103014,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.5103185,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","EoS":false} {"level":"info","ts":1785840159.5103328,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.5103571,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e","EoS":true} {"level":"info","ts":1785840159.510369,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6dc402aa-5d69-40ed-b80c-f1639bd2a61e"} {"level":"info","ts":1785840159.6546583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.654726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6547384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6547499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","EoS":true} {"level":"info","ts":1785840159.6547728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","header":"x-maas-username"} {"level":"info","ts":1785840159.654783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","header":"x-maas-subscription"} {"level":"info","ts":1785840159.6547883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","header":"x-maas-group"} {"level":"info","ts":1785840159.6548023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.6548266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6570895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6571062,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6571198,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","EoS":false} {"level":"info","ts":1785840159.6571324,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.6571536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282","EoS":true} {"level":"info","ts":1785840159.6571586,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33beee43-b707-4eea-877d-3cb5d7ed9282"} {"level":"info","ts":1785840159.8037152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.8037848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.803794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.8038044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","EoS":true} {"level":"info","ts":1785840159.8038275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","header":"x-maas-username"} {"level":"info","ts":1785840159.8038383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","header":"x-maas-group"} {"level":"info","ts":1785840159.8038435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","header":"x-maas-subscription"} {"level":"info","ts":1785840159.8038561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.8038874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.804881,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.8048987,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.8049135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","EoS":false} {"level":"info","ts":1785840159.8049262,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.8049488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9","EoS":true} {"level":"info","ts":1785840159.804957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b05d7a0-8c86-4a80-9f82-e83dcad671b9"} {"level":"info","ts":1785840159.9443839,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840159.9444504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.9444587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.9444692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","EoS":true} {"level":"info","ts":1785840159.944522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","header":"x-maas-username"} {"level":"info","ts":1785840159.944534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","header":"x-maas-group"} {"level":"info","ts":1785840159.9445412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","header":"x-maas-subscription"} {"level":"info","ts":1785840159.9445565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840159.9445872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.9455113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.945527,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.94554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","EoS":false} {"level":"info","ts":1785840159.9455512,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840159.9455867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5","EoS":true} {"level":"info","ts":1785840159.9455967,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff8f32e5-7213-49e3-8ad6-a7debc432cb5"} {"level":"info","ts":1785840181.1892948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840181.189364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.1893737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.1893852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","EoS":true} {"level":"info","ts":1785840181.1894102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","header":"x-maas-subscription"} {"level":"info","ts":1785840181.1894205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","header":"x-maas-group"} {"level":"info","ts":1785840181.1894252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","header":"x-maas-username"} {"level":"info","ts":1785840181.1894414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840181.1894689,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.1905444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.1905687,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.1905873,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","EoS":false} {"level":"info","ts":1785840181.1906028,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.1906261,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16","EoS":true} {"level":"info","ts":1785840181.190637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"441ab445-4667-4f79-814b-32a531a13d16"} {"level":"info","ts":1785840181.3102143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840181.310276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4"} {"level":"info","ts":1785840181.3111823,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4"} {"level":"info","ts":1785840181.3111985,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4"} {"level":"info","ts":1785840181.3112135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4","EoS":false} {"level":"info","ts":1785840181.3112257,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4"} {"level":"info","ts":1785840181.3112502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4","EoS":true} {"level":"info","ts":1785840181.31126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fb07ade7-9faa-4fcb-978b-1ce80aa75ec4"} {"level":"info","ts":1785840185.9598966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840185.9599633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.9599752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.9599864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","EoS":true} {"level":"info","ts":1785840185.9600108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","header":"x-maas-subscription"} {"level":"info","ts":1785840185.9600213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","header":"x-maas-username"} {"level":"info","ts":1785840185.9600263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","header":"x-maas-group"} {"level":"info","ts":1785840185.9600616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840185.9600863,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.961048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.9610686,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.9610894,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","EoS":false} {"level":"info","ts":1785840185.9611025,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840185.961125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039","EoS":true} {"level":"info","ts":1785840185.9611323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc296425-e554-41a9-91b4-4e0f17e24039"} {"level":"info","ts":1785840194.5304754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840194.53056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.5305693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.5305798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","EoS":true} {"level":"info","ts":1785840194.530602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","header":"x-maas-group"} {"level":"info","ts":1785840194.530612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","header":"x-maas-username"} {"level":"info","ts":1785840194.530618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","header":"x-maas-subscription"} {"level":"info","ts":1785840194.5306308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840194.5306554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.5444703,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.5445113,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.5445337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","EoS":false} {"level":"info","ts":1785840194.5445533,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840194.5445967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce","EoS":true} {"level":"info","ts":1785840194.544608,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33e231be-dff4-4d9d-bad8-8f66b7afd9ce"} {"level":"info","ts":1785840207.4198737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840207.4199448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.419954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.4199655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","EoS":true} {"level":"info","ts":1785840207.4199886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","header":"x-maas-username"} {"level":"info","ts":1785840207.4199977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","header":"x-maas-subscription"} {"level":"info","ts":1785840207.420007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","header":"x-maas-group"} {"level":"info","ts":1785840207.4200242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840207.420051,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.4211044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.4211214,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.4211352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","EoS":false} {"level":"info","ts":1785840207.4211512,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840207.4211774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7","EoS":true} {"level":"info","ts":1785840207.4211905,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c021c8de-ea7b-4889-9917-d4c50c1212e7"} {"level":"info","ts":1785840215.9638743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840215.9639504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.9639664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.9639864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","EoS":true} {"level":"info","ts":1785840215.9640245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","header":"x-maas-subscription"} {"level":"info","ts":1785840215.9640365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","header":"x-maas-group"} {"level":"info","ts":1785840215.9640446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","header":"x-maas-username"} {"level":"info","ts":1785840215.9640632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840215.964093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.9648883,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.9649107,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.964926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","EoS":false} {"level":"info","ts":1785840215.964938,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840215.964961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4","EoS":true} {"level":"info","ts":1785840215.9649692,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a773f994-9014-478d-bc10-82e78cebc1b4"} {"level":"info","ts":1785840224.8571796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840224.857241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.8572495,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.8572595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","EoS":true} {"level":"info","ts":1785840224.8572814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","header":"x-maas-subscription"} {"level":"info","ts":1785840224.8572927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","header":"x-maas-username"} {"level":"info","ts":1785840224.8572974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","header":"x-maas-group"} {"level":"info","ts":1785840224.8573093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840224.8573327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.8583553,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.85837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.858382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","EoS":false} {"level":"info","ts":1785840224.8583934,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840224.8584194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209","EoS":true} {"level":"info","ts":1785840224.8584309,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3df30103-ef82-48b5-a92e-c3f3719b8209"} {"level":"info","ts":1785840254.487347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840254.4874146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.4874356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.4874473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d748d658-1529-495d-a3e8-835776916429","EoS":true} {"level":"info","ts":1785840254.4874709,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d748d658-1529-495d-a3e8-835776916429","header":"x-maas-username"} {"level":"info","ts":1785840254.4874823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d748d658-1529-495d-a3e8-835776916429","header":"x-maas-subscription"} {"level":"info","ts":1785840254.4875038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d748d658-1529-495d-a3e8-835776916429","header":"x-maas-group"} {"level":"info","ts":1785840254.4875195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d748d658-1529-495d-a3e8-835776916429","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840254.487543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.4895515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.4895735,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.489589,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d748d658-1529-495d-a3e8-835776916429","EoS":false} {"level":"info","ts":1785840254.4896011,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840254.4896264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d748d658-1529-495d-a3e8-835776916429","EoS":true} {"level":"info","ts":1785840254.4896367,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d748d658-1529-495d-a3e8-835776916429"} {"level":"info","ts":1785840288.0404007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840288.0404766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.0405118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.0405276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","EoS":true} {"level":"info","ts":1785840288.0405557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","header":"x-maas-subscription"} {"level":"info","ts":1785840288.040567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","header":"x-maas-username"} {"level":"info","ts":1785840288.040572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","header":"x-maas-group"} {"level":"info","ts":1785840288.0405846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840288.0406103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.0432758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.0432942,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.043308,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","EoS":false} {"level":"info","ts":1785840288.0433218,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840288.0433447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531","EoS":true} {"level":"info","ts":1785840288.0433526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"112a587e-48f8-435c-adc0-55d095f55531"} {"level":"info","ts":1785840325.1785877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840325.178662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.1786718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.178683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","EoS":true} {"level":"info","ts":1785840325.1787136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","header":"x-maas-group"} {"level":"info","ts":1785840325.178724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","header":"x-maas-subscription"} {"level":"info","ts":1785840325.1787298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","header":"x-maas-username"} {"level":"info","ts":1785840325.1787434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840325.1787682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.1797333,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.1797526,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.1797688,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","EoS":false} {"level":"info","ts":1785840325.1797812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840325.1798098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6","EoS":true} {"level":"info","ts":1785840325.1798177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66a27e71-563b-427d-986d-05d4370a56c6"} {"level":"info","ts":1785840334.6799293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840334.6799965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.6800091,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.6800213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","EoS":true} {"level":"info","ts":1785840334.6800485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","header":"x-maas-group"} {"level":"info","ts":1785840334.680059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","header":"x-maas-subscription"} {"level":"info","ts":1785840334.6800642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","header":"x-maas-username"} {"level":"info","ts":1785840334.6800823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840334.6801088,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.6809096,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.680932,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.680948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","EoS":false} {"level":"info","ts":1785840334.6809597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.6809845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37","EoS":true} {"level":"info","ts":1785840334.6809928,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2b5e65c-cf2a-47a0-88b5-fe7d6ad28e37"} {"level":"info","ts":1785840334.7192423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840334.7192976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.7193077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.719317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","EoS":true} {"level":"info","ts":1785840334.7193382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","header":"x-maas-username"} {"level":"info","ts":1785840334.7193458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","header":"x-maas-subscription"} {"level":"info","ts":1785840334.719351,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","header":"x-maas-group"} {"level":"info","ts":1785840334.7193627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840334.7193854,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.7201416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.7201595,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.7201805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","EoS":false} {"level":"info","ts":1785840334.7201962,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840334.72023,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96","EoS":true} {"level":"info","ts":1785840334.720242,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30c5b0a3-3743-44ad-8986-063b273e7f96"} {"level":"info","ts":1785840353.978267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840353.9783368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.978352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.9783645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","EoS":true} {"level":"info","ts":1785840353.9783883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","header":"x-maas-username"} {"level":"info","ts":1785840353.9783976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","header":"x-maas-subscription"} {"level":"info","ts":1785840353.978404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","header":"x-maas-group"} {"level":"info","ts":1785840353.9784236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840353.9784493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.9793088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.979328,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.979345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","EoS":false} {"level":"info","ts":1785840353.9793646,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840353.9793913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50b61e32-f308-4305-9585-a57603d46340","EoS":true} {"level":"info","ts":1785840353.9794016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50b61e32-f308-4305-9585-a57603d46340"} {"level":"info","ts":1785840535.9072149,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840535.9073095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.907326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.9073458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","EoS":true} {"level":"info","ts":1785840535.9073853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","header":"x-maas-subscription"} {"level":"info","ts":1785840535.9073977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","header":"x-maas-username"} {"level":"info","ts":1785840535.9074066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","header":"x-maas-group"} {"level":"info","ts":1785840535.9074333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785840535.9074621,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.9203901,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.9204109,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.9204247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","EoS":false} {"level":"info","ts":1785840535.9204373,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840535.9204607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12","EoS":true} {"level":"info","ts":1785840535.9204657,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78452666-5bb2-4a95-bdd8-5bded1bada12"} {"level":"info","ts":1785840588.8965874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840588.8966494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.8966582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.8966687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","EoS":true} {"level":"info","ts":1785840588.8966925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","header":"x-maas-subscription"} {"level":"info","ts":1785840588.8967032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","header":"x-maas-group"} {"level":"info","ts":1785840588.8967083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","header":"x-maas-username"} {"level":"info","ts":1785840588.8967206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840588.8967428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.8978188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.8978388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.8978548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","EoS":false} {"level":"info","ts":1785840588.8978684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840588.8978932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b","EoS":true} {"level":"info","ts":1785840588.8979018,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74ca83e5-0c1b-4230-a31a-c14b62151d5b"} {"level":"info","ts":1785840604.1754248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840604.1755333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.1755476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.1755602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","EoS":true} {"level":"info","ts":1785840604.1755874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","header":"x-maas-subscription"} {"level":"info","ts":1785840604.175598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","header":"x-maas-username"} {"level":"info","ts":1785840604.175603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","header":"x-maas-group"} {"level":"info","ts":1785840604.175618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840604.1756454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.1764386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.1764574,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.1764712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","EoS":false} {"level":"info","ts":1785840604.176499,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840604.176528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47","EoS":true} {"level":"info","ts":1785840604.1765375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"47c80960-0bae-4a37-9315-16d8464b7e47"} {"level":"info","ts":1785840967.6936474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840967.6937287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.6937375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.6937492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","EoS":true} {"level":"info","ts":1785840967.6937773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","header":"x-maas-username"} {"level":"info","ts":1785840967.693787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","header":"x-maas-group"} {"level":"info","ts":1785840967.6937923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","header":"x-maas-subscription"} {"level":"info","ts":1785840967.693806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840967.6938307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.6950474,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.6950722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.6950943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","EoS":false} {"level":"info","ts":1785840967.6951108,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840967.695154,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a","EoS":true} {"level":"info","ts":1785840967.6951668,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e752a45-851d-4224-8178-5a0efbe5776a"} {"level":"info","ts":1785840972.4887679,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"51b46ed7-6c1c-4b15-ae37-f37fabe236fa","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785840972.4890025,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35290.290721988,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.489032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.5602245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.5897598,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"51b46ed7-6c1c-4b15-ae37-f37fabe236fa","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785840972.6004376,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c3df111-44d6-4d55-a5e5-ef9dab904339","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840972.6004796,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c3df111-44d6-4d55-a5e5-ef9dab904339","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785840972.600472,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8edf015-cda3-405d-acb4-78e3a7e7b546"} {"level":"info","ts":1785840972.609209,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab5357c2-7cb7-40c4-a27f-1f99b22e5631","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840972.60924,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab5357c2-7cb7-40c4-a27f-1f99b22e5631","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785840972.6096904,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32598.853834744,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.609711,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.619509,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.7097816,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8edf015-cda3-405d-acb4-78e3a7e7b546","name":"e2e-external-provider"} {"level":"info","ts":1785840972.7178855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69989f1a-10be-4bfa-9521-4a3b56f89db4"} {"level":"info","ts":1785840972.7179306,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"253c9a4e-6ef1-4e90-9fa5-e5429871bf4a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.7179787,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"253c9a4e-6ef1-4e90-9fa5-e5429871bf4a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.7187846,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8edf015-cda3-405d-acb4-78e3a7e7b546","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785840972.7270675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60e0ae7b-f0e8-46d1-b1e7-311ce0f75a5e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.7271008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60e0ae7b-f0e8-46d1-b1e7-311ce0f75a5e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.7271624,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69989f1a-10be-4bfa-9521-4a3b56f89db4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785840972.7318604,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8edf015-cda3-405d-acb4-78e3a7e7b546","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785840972.7354589,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69989f1a-10be-4bfa-9521-4a3b56f89db4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.7355525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8703372d-0623-40cc-a634-62308a2e26ed"} {"level":"info","ts":1785840972.7355762,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8703372d-0623-40cc-a634-62308a2e26ed","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785840972.7356336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48214849-fbb9-426f-baca-2e0a6b86bb89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.7356603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48214849-fbb9-426f-baca-2e0a6b86bb89","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.7377744,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8edf015-cda3-405d-acb4-78e3a7e7b546","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785840972.7433734,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8703372d-0623-40cc-a634-62308a2e26ed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785840972.743434,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8703372d-0623-40cc-a634-62308a2e26ed","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.743504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f51ede1-ed4a-4abc-9308-3b5ce56b2a03"} {"level":"info","ts":1785840972.743532,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f51ede1-ed4a-4abc-9308-3b5ce56b2a03","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785840972.7473779,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d068915e-c003-4ab9-8c1f-8a9a2917f14c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840972.7474225,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d068915e-c003-4ab9-8c1f-8a9a2917f14c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785840972.7473953,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c008062-02d1-4559-91dc-8b61269b8f1d"} {"level":"info","ts":1785840972.747505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee8b7196-c23b-4d74-9781-3a5d16695ca3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.7475307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee8b7196-c23b-4d74-9781-3a5d16695ca3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.74754,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c008062-02d1-4559-91dc-8b61269b8f1d","name":"e2e-external-provider"} {"level":"error","ts":1785840972.7490308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f51ede1-ed4a-4abc-9308-3b5ce56b2a03","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.7490792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd27a685-768d-4278-be78-b6f3f6808cbf"} {"level":"info","ts":1785840972.7492685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35829.319277361,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.749288,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.7567387,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785840972.7625725,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c008062-02d1-4559-91dc-8b61269b8f1d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785840972.7676542,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5abd340b-94cd-4b35-a31a-e54d42ef9b94"} {"level":"info","ts":1785840972.7676935,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5abd340b-94cd-4b35-a31a-e54d42ef9b94","name":"e2e-external-provider"} {"level":"info","ts":1785840972.7782195,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5abd340b-94cd-4b35-a31a-e54d42ef9b94","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785840972.8495598,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd27a685-768d-4278-be78-b6f3f6808cbf","name":"e2e-external-model"} {"level":"info","ts":1785840972.866202,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd27a685-768d-4278-be78-b6f3f6808cbf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840972.8751829,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5affc98e-2893-4dd8-aab7-4e0a62c13683","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.8752012,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e71884b-96c0-4168-b842-5a90e86da1c6"} {"level":"info","ts":1785840972.8752124,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5affc98e-2893-4dd8-aab7-4e0a62c13683","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.8752625,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e71884b-96c0-4168-b842-5a90e86da1c6","name":"e2e-external-model"} {"level":"info","ts":1785840972.8943248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df84b6f3-4d6c-4b50-baec-2c63a5ff7eba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.8943849,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df84b6f3-4d6c-4b50-baec-2c63a5ff7eba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785840972.8944063,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e71884b-96c0-4168-b842-5a90e86da1c6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840972.8945918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77a347a9-5177-4119-bb32-7e0162162731"} {"level":"info","ts":1785840972.8947122,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77a347a9-5177-4119-bb32-7e0162162731","name":"e2e-external-model"} {"level":"info","ts":1785840972.9090738,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77a347a9-5177-4119-bb32-7e0162162731","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840972.9195669,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"129629ec-b6de-410c-86e2-7e8d1d38b49d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840972.9195971,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"129629ec-b6de-410c-86e2-7e8d1d38b49d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785840972.9197037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"709ab6cc-2181-4624-8f77-4ddd1b881037"} {"level":"info","ts":1785840972.9197671,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"709ab6cc-2181-4624-8f77-4ddd1b881037","name":"e2e-external-model"} {"level":"info","ts":1785840972.930787,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"709ab6cc-2181-4624-8f77-4ddd1b881037","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840984.597831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840984.5978959,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.5979064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.5979183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","EoS":true} {"level":"info","ts":1785840984.5979402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","header":"x-maas-username"} {"level":"info","ts":1785840984.5979512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","header":"x-maas-group"} {"level":"info","ts":1785840984.5979564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","header":"x-maas-subscription"} {"level":"info","ts":1785840984.597968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840984.5979753,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","modelName":"e2e-external-model"} {"level":"info","ts":1785840984.5979862,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785840984.598016,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785840984.5980334,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","authType":"apikey"} {"level":"info","ts":1785840984.5980594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.7114806,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.7115335,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.7115521,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","EoS":false} {"level":"info","ts":1785840984.711565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.7115912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c","EoS":true} {"level":"info","ts":1785840984.711597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7aaf934-aab9-4bab-a042-ab0aa32ed98c"} {"level":"info","ts":1785840984.8321564,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5aeaa68-a942-4323-991e-e869b0ea7d57"} {"level":"info","ts":1785840984.8322108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf7289bc-d6e3-4f7b-b836-775a2db5b6fb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8322527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf7289bc-d6e3-4f7b-b836-775a2db5b6fb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785840984.8404107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81aa3eb7-0d54-4597-8374-8e71be3a1a8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8404472,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81aa3eb7-0d54-4597-8374-8e71be3a1a8c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785840984.840642,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5aeaa68-a942-4323-991e-e869b0ea7d57","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840984.840709,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5aeaa68-a942-4323-991e-e869b0ea7d57","name":"e2e-cleanup-test"} {"level":"info","ts":1785840984.8518279,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5aeaa68-a942-4323-991e-e869b0ea7d57","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785840984.8562517,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5aeaa68-a942-4323-991e-e869b0ea7d57","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840984.856322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66454f1e-a6f8-4f76-baec-9af8616a3f53"} {"level":"info","ts":1785840984.8563693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66454f1e-a6f8-4f76-baec-9af8616a3f53","name":"e2e-cleanup-test"} {"level":"info","ts":1785840984.8614402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eff661fb-7c6d-4267-bd35-31198dbab8b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8614674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eff661fb-7c6d-4267-bd35-31198dbab8b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785840984.8752599,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66454f1e-a6f8-4f76-baec-9af8616a3f53","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785840984.875349,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66454f1e-a6f8-4f76-baec-9af8616a3f53","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840984.8754485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1baa988-00d4-480c-ad5b-6df4303fc97a"} {"level":"info","ts":1785840984.8754723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ca690c4-5cfc-498d-8c1a-565fe3eef735","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8755236,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ca690c4-5cfc-498d-8c1a-565fe3eef735","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785840984.8755329,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1baa988-00d4-480c-ad5b-6df4303fc97a","name":"e2e-cleanup-test"} {"level":"info","ts":1785840984.8856542,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1baa988-00d4-480c-ad5b-6df4303fc97a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840984.8915508,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66cc6eea-887d-4b06-bd03-bb80f96e81e9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840984.8915882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66cc6eea-887d-4b06-bd03-bb80f96e81e9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785840984.8949568,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1baa988-00d4-480c-ad5b-6df4303fc97a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785840984.8950276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fc939aa-da68-4634-a846-3850589c6b81"} {"level":"info","ts":1785840984.895071,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fc939aa-da68-4634-a846-3850589c6b81","name":"e2e-cleanup-test"} {"level":"info","ts":1785840984.904741,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fc939aa-da68-4634-a846-3850589c6b81","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785840993.0941024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b427a43-ca48-4c87-b5b3-6b79e65c416c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840993.0941432,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b427a43-ca48-4c87-b5b3-6b79e65c416c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785840993.0941398,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58c707d5-da7b-4fb8-ba06-a76471d48094"} {"level":"info","ts":1785840997.4162738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.4163427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e"} {"level":"info","ts":1785840997.4163582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e"} {"level":"info","ts":1785840997.416377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e","EoS":true} {"level":"info","ts":1785840997.4164186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785840997.4164507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"120d0acd-5d25-472a-b616-20e2ecd8b18e"} {"level":"info","ts":1785840997.464184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.464259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.464273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.4642906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","EoS":true} {"level":"info","ts":1785840997.4643233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","header":"x-maas-username"} {"level":"info","ts":1785840997.4643352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","header":"x-maas-subscription"} {"level":"info","ts":1785840997.464343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","header":"x-maas-group"} {"level":"info","ts":1785840997.4643595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840997.4643688,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","modelName":"e2e-external-model"} {"level":"info","ts":1785840997.4643848,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785840997.464413,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785840997.464438,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","authType":"apikey"} {"level":"info","ts":1785840997.4644704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.5497012,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.5497377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.5497646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","EoS":false} {"level":"info","ts":1785840997.5497854,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.5498266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665","EoS":true} {"level":"info","ts":1785840997.549842,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1267b8ad-5416-4142-8a59-6ff10421c665"} {"level":"info","ts":1785840997.5962155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.596281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.59629,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.5963013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","EoS":true} {"level":"info","ts":1785840997.5963256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","header":"x-maas-username"} {"level":"info","ts":1785840997.5963356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","header":"x-maas-subscription"} {"level":"info","ts":1785840997.5963407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","header":"x-maas-group"} {"level":"info","ts":1785840997.5963535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785840997.5963783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.6428347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.6428642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.6428833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","EoS":false} {"level":"info","ts":1785840997.6428962,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.64292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4","EoS":true} {"level":"info","ts":1785840997.6429276,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e7801ec-10af-42e1-88ca-66c0e85260e4"} {"level":"info","ts":1785840997.6801586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840997.680212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.6802204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.680234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","EoS":true} {"level":"info","ts":1785840997.680255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","header":"x-maas-group"} {"level":"info","ts":1785840997.6802652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","header":"x-maas-subscription"} {"level":"info","ts":1785840997.6802702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","header":"x-maas-username"} {"level":"info","ts":1785840997.6802971,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.7252927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.725313,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.7253346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","EoS":false} {"level":"info","ts":1785840997.7253468,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840997.7253716,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0","EoS":true} {"level":"info","ts":1785840997.7253768,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5a3d994-0ed7-46cf-a76b-a73bf96f05a0"} {"level":"info","ts":1785840998.5838423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06693841-be23-4a4f-b21e-c7189d99683b"} {"level":"info","ts":1785840998.5838916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0079543-665c-4c42-a240-e8c4709b0598","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840998.5839193,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0079543-665c-4c42-a240-e8c4709b0598","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785840998.7319133,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29523d3d-946c-405f-b7a3-0a9b0588cef2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840998.7319546,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29523d3d-946c-405f-b7a3-0a9b0588cef2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785840998.7319717,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55a15481-f24c-465b-86a4-6100e4428e22"} {"level":"info","ts":1785840998.862086,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"54df264f-b45b-4fd7-957d-a203243fb47a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785840998.8621337,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"54df264f-b45b-4fd7-957d-a203243fb47a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785842453.3541884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785842453.3542724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0e7a620-7e7e-4f05-bae0-19bf7721b14f"} {"level":"info","ts":1785842528.0259144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785842528.0260243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842528.0260355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842528.0260468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","EoS":true} {"level":"info","ts":1785842528.026071,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","header":"x-maas-group"} {"level":"info","ts":1785842528.0260806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","header":"x-maas-subscription"} {"level":"info","ts":1785842528.026086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","header":"x-maas-username"} {"level":"info","ts":1785842528.0260985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785842528.0261223,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842528.0273674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842528.027398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842528.027416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","EoS":false} {"level":"info","ts":1785842528.0274282,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"} {"level":"info","ts":1785842528.0274625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549","EoS":true} {"level":"info","ts":1785842528.0274713,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3fb5edfc-bcfc-4354-8549-10ae7eeb4549"}