{"level":"info","ts":1785248229.9411788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1","EoS":true} {"level":"info","ts":1785248229.9412026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1","header":"x-maas-group"} {"level":"info","ts":1785248229.941213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1","header":"x-maas-subscription"} {"level":"info","ts":1785248229.9412196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1","header":"x-maas-username"} {"level":"info","ts":1785248229.9412322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248229.941261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1"} {"level":"info","ts":1785248229.941967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1"} {"level":"info","ts":1785248229.9419866,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1"} {"level":"info","ts":1785248229.9420016,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1","EoS":false} {"level":"info","ts":1785248229.9420128,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1","EoS":true} {"level":"info","ts":1785248229.9420412,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"07665d42-6487-44e9-9889-f21b487a79e1"} {"level":"info","ts":1785248230.0788522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248230.0789335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088"} {"level":"info","ts":1785248230.0789478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088"} {"level":"info","ts":1785248230.0789635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088","EoS":true} {"level":"info","ts":1785248230.0789917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088","header":"x-maas-username"} {"level":"info","ts":1785248230.079002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088","header":"x-maas-group"} {"level":"info","ts":1785248230.079008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088","header":"x-maas-subscription"} {"level":"info","ts":1785248230.0790222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248230.0790472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088"} {"level":"info","ts":1785248230.0797617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088"} {"level":"info","ts":1785248230.0797787,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088"} {"level":"info","ts":1785248230.0798137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088","EoS":false} {"level":"info","ts":1785248230.0798278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088","EoS":true} {"level":"info","ts":1785248230.079859,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"00730206-e8de-4aa7-81d0-8913d2d47088"} {"level":"info","ts":1785248230.2187295,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248230.2188215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233"} {"level":"info","ts":1785248230.218832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233"} {"level":"info","ts":1785248230.2188442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233","EoS":true} {"level":"info","ts":1785248230.2188702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233","header":"x-maas-subscription"} {"level":"info","ts":1785248230.2188814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233","header":"x-maas-group"} {"level":"info","ts":1785248230.2188864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233","header":"x-maas-username"} {"level":"info","ts":1785248230.2189012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248230.218928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233"} {"level":"info","ts":1785248230.2195668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233"} {"level":"info","ts":1785248230.2195861,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233"} {"level":"info","ts":1785248230.2196019,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233","EoS":false} {"level":"info","ts":1785248230.219619,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233","EoS":true} {"level":"info","ts":1785248230.2196455,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f7e745d-43d1-4221-ba86-c169aee41233"} {"level":"info","ts":1785248246.1429708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248246.1430578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b"} {"level":"info","ts":1785248246.1430762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b"} {"level":"info","ts":1785248246.14309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b","EoS":true} {"level":"info","ts":1785248246.1431165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b","header":"x-maas-username"} {"level":"info","ts":1785248246.143128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b","header":"x-maas-subscription"} {"level":"info","ts":1785248246.1431355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b","header":"x-maas-group"} {"level":"info","ts":1785248246.1431522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248246.1431823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b"} {"level":"info","ts":1785248246.1450827,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b"} {"level":"info","ts":1785248246.1451018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b"} {"level":"info","ts":1785248246.145118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b","EoS":false} {"level":"info","ts":1785248246.1451318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b","EoS":true} {"level":"info","ts":1785248246.1451614,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ebf1cd22-8b10-4375-92f0-e6517985105b"} {"level":"info","ts":1785248246.1793542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248246.1794395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49"} {"level":"info","ts":1785248246.1794536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49"} {"level":"info","ts":1785248246.1794734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49","EoS":true} {"level":"info","ts":1785248246.1795087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49","header":"x-maas-username"} {"level":"info","ts":1785248246.1795225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49","header":"x-maas-group"} {"level":"info","ts":1785248246.1795316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49","header":"x-maas-subscription"} {"level":"info","ts":1785248246.1795542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248246.1795874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49"} {"level":"info","ts":1785248246.180278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49"} {"level":"info","ts":1785248246.1802955,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49"} {"level":"info","ts":1785248246.1803098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49","EoS":false} {"level":"info","ts":1785248246.180321,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49","EoS":true} {"level":"info","ts":1785248246.1803493,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dd0120c0-65a6-4e23-8965-be1001a7ec49"} {"level":"info","ts":1785248246.2926013,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248246.292684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1151a535-ebb3-4e7f-a873-3c2a41cb63fa"} {"level":"info","ts":1785248246.2932882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1151a535-ebb3-4e7f-a873-3c2a41cb63fa"} {"level":"info","ts":1785248246.2933064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1151a535-ebb3-4e7f-a873-3c2a41cb63fa"} {"level":"info","ts":1785248246.2933228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1151a535-ebb3-4e7f-a873-3c2a41cb63fa","EoS":false} {"level":"info","ts":1785248246.2933364,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1151a535-ebb3-4e7f-a873-3c2a41cb63fa"} {"level":"info","ts":1785248246.2933576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1151a535-ebb3-4e7f-a873-3c2a41cb63fa","EoS":true} {"level":"info","ts":1785248246.2933655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1151a535-ebb3-4e7f-a873-3c2a41cb63fa"} {"level":"info","ts":1785248250.9340422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248250.9341302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4"} {"level":"info","ts":1785248250.9341455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4"} {"level":"info","ts":1785248250.9341695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4","EoS":true} {"level":"info","ts":1785248250.9342089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4","header":"x-maas-group"} {"level":"info","ts":1785248250.9342208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4","header":"x-maas-subscription"} {"level":"info","ts":1785248250.93423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4","header":"x-maas-username"} {"level":"info","ts":1785248250.9342482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248250.9342787,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4"} {"level":"info","ts":1785248250.9358242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4"} {"level":"info","ts":1785248250.9358482,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4"} {"level":"info","ts":1785248250.935869,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4","EoS":false} {"level":"info","ts":1785248250.935882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4","EoS":true} {"level":"info","ts":1785248250.9359133,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7198fe73-32ce-443e-9dc7-60cfff49c7f4"} {"level":"info","ts":1785248261.6261165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248261.6262064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b"} {"level":"info","ts":1785248261.6262233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b"} {"level":"info","ts":1785248261.6262355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b","EoS":true} {"level":"info","ts":1785248261.6262608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b","header":"x-maas-group"} {"level":"info","ts":1785248261.6262748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b","header":"x-maas-username"} {"level":"info","ts":1785248261.6262803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b","header":"x-maas-subscription"} {"level":"info","ts":1785248261.6262927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785248261.6263204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b"} {"level":"info","ts":1785248261.6272674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b"} {"level":"info","ts":1785248261.6272907,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b"} {"level":"info","ts":1785248261.627306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b","EoS":false} {"level":"info","ts":1785248261.627323,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b","EoS":true} {"level":"info","ts":1785248261.6273537,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"02b3729d-985c-41ab-a8ac-085da2e5569b"} {"level":"info","ts":1785248274.5529296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248274.553008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961"} {"level":"info","ts":1785248274.553021,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961"} {"level":"info","ts":1785248274.5530326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961","EoS":true} {"level":"info","ts":1785248274.5530586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961","header":"x-maas-group"} {"level":"info","ts":1785248274.5530694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961","header":"x-maas-subscription"} {"level":"info","ts":1785248274.5530746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961","header":"x-maas-username"} {"level":"info","ts":1785248274.5530896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248274.553114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961"} {"level":"info","ts":1785248274.5538106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961"} {"level":"info","ts":1785248274.5538344,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961"} {"level":"info","ts":1785248274.553853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961","EoS":false} {"level":"info","ts":1785248274.553872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961","EoS":true} {"level":"info","ts":1785248274.5539079,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d623f4d4-fbd7-41e3-83d4-bc53f2c66961"} {"level":"info","ts":1785248283.1462646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248283.1463416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d"} {"level":"info","ts":1785248283.146351,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d"} {"level":"info","ts":1785248283.1463642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d","EoS":true} {"level":"info","ts":1785248283.1463904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d","header":"x-maas-subscription"} {"level":"info","ts":1785248283.146402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d","header":"x-maas-group"} {"level":"info","ts":1785248283.146407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d","header":"x-maas-username"} {"level":"info","ts":1785248283.1464207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248283.1464481,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d"} {"level":"info","ts":1785248283.1471634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d"} {"level":"info","ts":1785248283.1471844,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d"} {"level":"info","ts":1785248283.1472034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d","EoS":false} {"level":"info","ts":1785248283.147219,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d","EoS":true} {"level":"info","ts":1785248283.14725,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c1447d26-a987-417b-8ac9-ca9568d8f40d"} {"level":"info","ts":1785248292.023555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248292.0236335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392"} {"level":"info","ts":1785248292.0236435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392"} {"level":"info","ts":1785248292.023654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392","EoS":true} {"level":"info","ts":1785248292.0236762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392","header":"x-maas-group"} {"level":"info","ts":1785248292.023691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392","header":"x-maas-username"} {"level":"info","ts":1785248292.023696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392","header":"x-maas-subscription"} {"level":"info","ts":1785248292.0237095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248292.0237365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392"} {"level":"info","ts":1785248292.024413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392"} {"level":"info","ts":1785248292.0244331,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392"} {"level":"info","ts":1785248292.0244496,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392","EoS":false} {"level":"info","ts":1785248292.0244637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392","EoS":true} {"level":"info","ts":1785248292.0244927,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ace45c5d-a2a2-4987-86e3-d06ce8c20392"} {"level":"info","ts":1785248317.1152048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248317.11528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0"} {"level":"info","ts":1785248317.1152916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0"} {"level":"info","ts":1785248317.115304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0","EoS":true} {"level":"info","ts":1785248317.1153316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0","header":"x-maas-username"} {"level":"info","ts":1785248317.1153429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0","header":"x-maas-subscription"} {"level":"info","ts":1785248317.115349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0","header":"x-maas-group"} {"level":"info","ts":1785248317.115362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785248317.1153903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0"} {"level":"info","ts":1785248317.1170456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0"} {"level":"info","ts":1785248317.1170685,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0"} {"level":"info","ts":1785248317.1170847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0","EoS":false} {"level":"info","ts":1785248317.1170962,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0","EoS":true} {"level":"info","ts":1785248317.1171298,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f987c964-70d0-4670-ac31-dd8632be35f0"} {"level":"info","ts":1785248341.3307467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248341.3308423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5"} {"level":"info","ts":1785248341.3308554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5"} {"level":"info","ts":1785248341.330869,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5","EoS":true} {"level":"info","ts":1785248341.330901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5","header":"x-maas-group"} {"level":"info","ts":1785248341.330913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5","header":"x-maas-subscription"} {"level":"info","ts":1785248341.3309195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5","header":"x-maas-username"} {"level":"info","ts":1785248341.330933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785248341.3309612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5"} {"level":"info","ts":1785248341.3329816,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5"} {"level":"info","ts":1785248341.3330047,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5"} {"level":"info","ts":1785248341.3330252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5","EoS":false} {"level":"info","ts":1785248341.3330414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5","EoS":true} {"level":"info","ts":1785248341.3330808,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3dfa2151-e253-4d83-b556-92386135deb5"} {"level":"info","ts":1785248378.9278514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248378.9279308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e"} {"level":"info","ts":1785248378.9279432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e"} {"level":"info","ts":1785248378.9279554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e","EoS":true} {"level":"info","ts":1785248378.9279811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e","header":"x-maas-username"} {"level":"info","ts":1785248378.9279916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e","header":"x-maas-subscription"} {"level":"info","ts":1785248378.927997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e","header":"x-maas-group"} {"level":"info","ts":1785248378.9280121,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248378.9280384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e"} {"level":"info","ts":1785248378.9287488,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e"} {"level":"info","ts":1785248378.9287739,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e"} {"level":"info","ts":1785248378.9288235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e","EoS":false} {"level":"info","ts":1785248378.9288406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e","EoS":true} {"level":"info","ts":1785248378.928872,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9797052-3671-4cc5-8c07-6064238f497e"} {"level":"info","ts":1785248388.4223766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248388.4224553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc"} {"level":"info","ts":1785248388.4224668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc"} {"level":"info","ts":1785248388.4224792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc","EoS":true} {"level":"info","ts":1785248388.4225028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc","header":"x-maas-group"} {"level":"info","ts":1785248388.4225132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc","header":"x-maas-subscription"} {"level":"info","ts":1785248388.4225187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc","header":"x-maas-username"} {"level":"info","ts":1785248388.422533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248388.4225583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc"} {"level":"info","ts":1785248388.4232817,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc"} {"level":"info","ts":1785248388.4233015,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc"} {"level":"info","ts":1785248388.4233155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc","EoS":false} {"level":"info","ts":1785248388.423327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc","EoS":true} {"level":"info","ts":1785248388.4233575,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6a73594e-994d-417e-9d3a-1539c2f24dcc"} {"level":"info","ts":1785248388.470707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248388.470776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727"} {"level":"info","ts":1785248388.4708095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727"} {"level":"info","ts":1785248388.470822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727","EoS":true} {"level":"info","ts":1785248388.4708486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727","header":"x-maas-username"} {"level":"info","ts":1785248388.4708588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727","header":"x-maas-subscription"} {"level":"info","ts":1785248388.4708636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727","header":"x-maas-group"} {"level":"info","ts":1785248388.470877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248388.4709044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727"} {"level":"info","ts":1785248388.4715478,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727"} {"level":"info","ts":1785248388.4715652,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727"} {"level":"info","ts":1785248388.4715824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727","EoS":false} {"level":"info","ts":1785248388.4715953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727","EoS":true} {"level":"info","ts":1785248388.4716256,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6da197f5-5975-4cda-bcd0-24b887d81727"} {"level":"info","ts":1785248407.726801,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248407.7268958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca"} {"level":"info","ts":1785248407.7269099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca"} {"level":"info","ts":1785248407.726922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca","EoS":true} {"level":"info","ts":1785248407.7269478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca","header":"x-maas-username"} {"level":"info","ts":1785248407.726958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca","header":"x-maas-group"} {"level":"info","ts":1785248407.7269642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca","header":"x-maas-subscription"} {"level":"info","ts":1785248407.726978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248407.7270012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca"} {"level":"info","ts":1785248407.7278154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca"} {"level":"info","ts":1785248407.7278392,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca"} {"level":"info","ts":1785248407.7278593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca","EoS":false} {"level":"info","ts":1785248407.7278712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca","EoS":true} {"level":"info","ts":1785248407.727909,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"30f2c02b-730d-43d6-a92f-cd642c6cf9ca"} {"level":"info","ts":1785248551.162844,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248551.162922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7"} {"level":"info","ts":1785248551.162933,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7"} {"level":"info","ts":1785248551.1629438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7","EoS":true} {"level":"info","ts":1785248551.1629686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7","header":"x-maas-username"} {"level":"info","ts":1785248551.162979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7","header":"x-maas-group"} {"level":"info","ts":1785248551.1629844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7","header":"x-maas-subscription"} {"level":"info","ts":1785248551.1629965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785248551.163021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7"} {"level":"info","ts":1785248551.1655486,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7"} {"level":"info","ts":1785248551.1655703,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7"} {"level":"info","ts":1785248551.165592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7","EoS":false} {"level":"info","ts":1785248551.1656046,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7","EoS":true} {"level":"info","ts":1785248551.165635,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d1dedd41-aff2-4272-ab0c-6f63ac9ba4e7"} {"level":"info","ts":1785248591.4439952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248591.444078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f"} {"level":"info","ts":1785248591.4440897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f"} {"level":"info","ts":1785248591.4441009,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f","EoS":true} {"level":"info","ts":1785248591.4441254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f","header":"x-maas-group"} {"level":"info","ts":1785248591.4441364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f","header":"x-maas-subscription"} {"level":"info","ts":1785248591.4441416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f","header":"x-maas-username"} {"level":"info","ts":1785248591.444154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248591.4441764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f"} {"level":"info","ts":1785248591.4465303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f"} {"level":"info","ts":1785248591.4465625,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f"} {"level":"info","ts":1785248591.4465818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f","EoS":false} {"level":"info","ts":1785248591.446601,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f","EoS":true} {"level":"info","ts":1785248591.4466355,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ee94149-ef95-4d07-8bf5-9b0e8ae9a20f"} {"level":"info","ts":1785248606.7552707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248606.7553432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95"} {"level":"info","ts":1785248606.7553556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95"} {"level":"info","ts":1785248606.7553675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95","EoS":true} {"level":"info","ts":1785248606.7553947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95","header":"x-maas-subscription"} {"level":"info","ts":1785248606.7554047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95","header":"x-maas-group"} {"level":"info","ts":1785248606.7554111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95","header":"x-maas-username"} {"level":"info","ts":1785248606.7554243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248606.75545,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95"} {"level":"info","ts":1785248606.7561426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95"} {"level":"info","ts":1785248606.7561624,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95"} {"level":"info","ts":1785248606.7561777,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95","EoS":false} {"level":"info","ts":1785248606.75619,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95","EoS":true} {"level":"info","ts":1785248606.7562196,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"416d981b-bd5c-4b33-a036-f86d41391f95"} {"level":"info","ts":1785248922.6699712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248922.6700537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447"} {"level":"info","ts":1785248922.6700613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447"} {"level":"info","ts":1785248922.6700735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447","EoS":true} {"level":"info","ts":1785248922.6700988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447","header":"x-maas-subscription"} {"level":"info","ts":1785248922.67011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447","header":"x-maas-group"} {"level":"info","ts":1785248922.6701155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447","header":"x-maas-username"} {"level":"info","ts":1785248922.6701276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248922.670152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447"} {"level":"info","ts":1785248922.6709263,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447"} {"level":"info","ts":1785248922.6709466,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447"} {"level":"info","ts":1785248922.6709619,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447","EoS":false} {"level":"info","ts":1785248922.6709743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447","EoS":true} {"level":"info","ts":1785248922.671003,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7f8e6f14-360d-49f5-9081-3da6a08ad447"} {"level":"info","ts":1785248922.7072847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248922.7073734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e"} {"level":"info","ts":1785248922.7073905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e"} {"level":"info","ts":1785248922.7074032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e","EoS":true} {"level":"info","ts":1785248922.7074304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e","header":"x-maas-username"} {"level":"info","ts":1785248922.7074404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e","header":"x-maas-subscription"} {"level":"info","ts":1785248922.7074463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e","header":"x-maas-group"} {"level":"info","ts":1785248922.7074604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785248922.7074866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e"} {"level":"info","ts":1785248922.7081969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e"} {"level":"info","ts":1785248922.7082243,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e"} {"level":"info","ts":1785248922.7082396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e","EoS":false} {"level":"info","ts":1785248922.7082522,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e","EoS":true} {"level":"info","ts":1785248922.7082818,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"53ca173b-a96f-4f12-a6bf-c2e960e8a76e"} {"level":"info","ts":1785248927.5272338,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9659b8d5-75ee-46e5-9010-3ef532c4df5a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785248927.5275187,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38170.217374843,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.5275428,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.5750864,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.6281416,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9659b8d5-75ee-46e5-9010-3ef532c4df5a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785248927.6573017,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c76343-bc11-4d09-bce5-2a9c2da13f17"} {"level":"info","ts":1785248927.6574047,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27715e7a-88d6-4684-a37a-535fc46f5a5d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785248927.6574438,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27715e7a-88d6-4684-a37a-535fc46f5a5d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785248927.6645107,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd025023-01bc-4a01-b813-f2bf4726f97f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785248927.6645448,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd025023-01bc-4a01-b813-f2bf4726f97f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785248927.667579,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c76343-bc11-4d09-bce5-2a9c2da13f17","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248927.667827,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34172.0657564,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.6678448,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.6790578,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.768212,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c76343-bc11-4d09-bce5-2a9c2da13f17","name":"e2e-external-provider"} {"level":"info","ts":1785248927.7843132,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c76343-bc11-4d09-bce5-2a9c2da13f17","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785248927.7896876,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"825ead37-7113-470b-8864-85a3803e44d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248927.7897396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"825ead37-7113-470b-8864-85a3803e44d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785248927.789714,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343bd53b-a4f9-4756-a6b5-f24028cdaf00"} {"level":"info","ts":1785248927.7992892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d317f6-2983-4d1b-8465-71daea9b9291","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248927.79933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d317f6-2983-4d1b-8465-71daea9b9291","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785248927.7994604,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343bd53b-a4f9-4756-a6b5-f24028cdaf00","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785248927.8036175,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c76343-bc11-4d09-bce5-2a9c2da13f17","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785248927.8170094,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343bd53b-a4f9-4756-a6b5-f24028cdaf00","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248927.8170493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b921183-76d4-4eaa-80fc-c836e5f6c64a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248927.8170729,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b921183-76d4-4eaa-80fc-c836e5f6c64a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785248927.817105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"371c9a6e-a108-4bef-a64c-ef3d743f0184"} {"level":"info","ts":1785248927.8171356,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"371c9a6e-a108-4bef-a64c-ef3d743f0184","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785248927.8172011,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c76343-bc11-4d09-bce5-2a9c2da13f17","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785248927.827185,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c76343-bc11-4d09-bce5-2a9c2da13f17","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248927.8272872,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09f7bfea-b309-4320-a5b0-c9b7e168d8e8"} {"level":"info","ts":1785248927.8273451,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09f7bfea-b309-4320-a5b0-c9b7e168d8e8","name":"e2e-external-provider"} {"level":"error","ts":1785248927.8275323,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"371c9a6e-a108-4bef-a64c-ef3d743f0184","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248927.827602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b462836-2132-41c9-a5b7-430a2b3df7a4"} {"level":"info","ts":1785248927.827632,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b462836-2132-41c9-a5b7-430a2b3df7a4","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785248927.8347511,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b462836-2132-41c9-a5b7-430a2b3df7a4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248927.8490376,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09f7bfea-b309-4320-a5b0-c9b7e168d8e8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785248927.8556056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e021189-2438-4ad1-8881-3636427da36c"} {"level":"info","ts":1785248927.8556464,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e021189-2438-4ad1-8881-3636427da36c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785248927.8604963,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e135348a-6e1b-42af-b04c-e9d094fdb533","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785248927.860521,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e135348a-6e1b-42af-b04c-e9d094fdb533","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785248927.8605335,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce5068d0-8d3e-4cea-b2ff-2e053950ceee"} {"level":"info","ts":1785248927.8605888,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce5068d0-8d3e-4cea-b2ff-2e053950ceee","name":"e2e-external-provider"} {"level":"info","ts":1785248927.860595,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"361e70a6-95b7-4c68-9887-7c8304e12a97","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248927.86071,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"361e70a6-95b7-4c68-9887-7c8304e12a97","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785248927.8684928,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e021189-2438-4ad1-8881-3636427da36c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248927.8685546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e375432-b69a-42e4-8d96-7896105e9264"} {"level":"info","ts":1785248927.8687725,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37358.692730272,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.8688123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.8803136,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce5068d0-8d3e-4cea-b2ff-2e053950ceee","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785248927.881062,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785248927.9692132,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e375432-b69a-42e4-8d96-7896105e9264","name":"e2e-external-model"} {"level":"info","ts":1785248927.9849994,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3195640f-4c70-4e76-95da-0bb7fe77db31","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248927.9850466,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3195640f-4c70-4e76-95da-0bb7fe77db31","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785248927.9951081,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e375432-b69a-42e4-8d96-7896105e9264","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785248927.995193,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e375432-b69a-42e4-8d96-7896105e9264","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248927.995264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c77683a-6f75-4b30-9f01-6cefceeca155"} {"level":"info","ts":1785248927.9953213,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c77683a-6f75-4b30-9f01-6cefceeca155","name":"e2e-external-model"} {"level":"info","ts":1785248928.016333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35617dcf-ac99-46be-b535-7ab23bd196b4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248928.0163825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35617dcf-ac99-46be-b535-7ab23bd196b4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785248928.0216076,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c77683a-6f75-4b30-9f01-6cefceeca155","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785248928.02165,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c77683a-6f75-4b30-9f01-6cefceeca155","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248928.0217144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe53b963-f1eb-41e1-89fd-0007153cd1c7"} {"level":"info","ts":1785248928.0217712,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe53b963-f1eb-41e1-89fd-0007153cd1c7","name":"e2e-external-model"} {"level":"info","ts":1785248928.0401232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af52d4fa-fb40-44c9-8a5a-5deb5fd8dcf9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248928.0401528,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af52d4fa-fb40-44c9-8a5a-5deb5fd8dcf9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785248928.0409758,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe53b963-f1eb-41e1-89fd-0007153cd1c7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785248928.0497103,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe53b963-f1eb-41e1-89fd-0007153cd1c7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248928.049836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66990b8d-594d-4484-b3bf-24ec057d45f0"} {"level":"info","ts":1785248928.049898,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66990b8d-594d-4484-b3bf-24ec057d45f0","name":"e2e-external-model"} {"level":"info","ts":1785248928.0636747,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66990b8d-594d-4484-b3bf-24ec057d45f0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785248933.312556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248933.3126469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526"} {"level":"info","ts":1785248933.312666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526"} {"level":"info","ts":1785248933.3126802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","EoS":true} {"level":"info","ts":1785248933.312708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","header":"x-maas-subscription"} {"level":"info","ts":1785248933.3127186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","header":"x-maas-group"} {"level":"info","ts":1785248933.312724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","header":"x-maas-username"} {"level":"info","ts":1785248933.3127372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785248933.3127468,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","modelName":"e2e-external-model"} {"level":"info","ts":1785248933.3127582,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785248933.3128068,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785248933.3128333,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","authType":"apikey"} {"level":"info","ts":1785248933.3128617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526"} {"level":"info","ts":1785248933.4156058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526"} {"level":"info","ts":1785248933.415636,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526"} {"level":"info","ts":1785248933.4156535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","EoS":false} {"level":"info","ts":1785248933.4156663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","EoS":true} {"level":"error","ts":1785248933.4156775,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785248933.4157267,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2e43175d-d516-470c-b2f7-b3a422900526"} {"level":"info","ts":1785248933.5336144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1664db7-b60d-4089-a78a-599a74db746d"} {"level":"info","ts":1785248933.533665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a3d855c-1c63-4e3f-993d-a7e0a5dab38d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785248933.5337064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a3d855c-1c63-4e3f-993d-a7e0a5dab38d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785248933.5432334,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ff1fc85-7974-4354-b074-9b57e3c38ca3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785248933.5432668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ff1fc85-7974-4354-b074-9b57e3c38ca3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785248933.5436587,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1664db7-b60d-4089-a78a-599a74db746d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248933.5437121,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1664db7-b60d-4089-a78a-599a74db746d","name":"e2e-cleanup-test"} {"level":"info","ts":1785248933.5679486,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1664db7-b60d-4089-a78a-599a74db746d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785248933.5739992,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1664db7-b60d-4089-a78a-599a74db746d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248933.5740917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74b6737a-8854-438d-b223-4b42a0ae2a8b"} {"level":"info","ts":1785248933.5741463,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74b6737a-8854-438d-b223-4b42a0ae2a8b","name":"e2e-cleanup-test"} {"level":"info","ts":1785248933.5776858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22596565-0c93-4ec0-8bcd-6f05812dbc8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785248933.5777166,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22596565-0c93-4ec0-8bcd-6f05812dbc8c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785248933.5885062,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74b6737a-8854-438d-b223-4b42a0ae2a8b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785248933.5885487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74b6737a-8854-438d-b223-4b42a0ae2a8b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248933.5886059,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8bf2e49-7579-46c9-9149-c56a7e5e079f"} {"level":"info","ts":1785248933.5886576,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8bf2e49-7579-46c9-9149-c56a7e5e079f","name":"e2e-cleanup-test"} {"level":"info","ts":1785248933.592184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90a21a53-7881-4674-bfa1-65ed464eede7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785248933.5922139,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90a21a53-7881-4674-bfa1-65ed464eede7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785248933.5991783,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8bf2e49-7579-46c9-9149-c56a7e5e079f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785248933.6038105,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8bf2e49-7579-46c9-9149-c56a7e5e079f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248933.6038842,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af8f85f7-fe1b-4b31-90fa-b79764e259c5"} {"level":"info","ts":1785248933.6039352,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af8f85f7-fe1b-4b31-90fa-b79764e259c5","name":"e2e-cleanup-test"} {"level":"info","ts":1785248933.6129022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b94f9a48-a09a-4502-9095-909460d76479","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785248933.6129398,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b94f9a48-a09a-4502-9095-909460d76479","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785248933.618028,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af8f85f7-fe1b-4b31-90fa-b79764e259c5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785248933.6232247,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af8f85f7-fe1b-4b31-90fa-b79764e259c5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785248933.6233885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44aff82b-0fce-440e-b50a-b0f0f5320bec"} {"level":"info","ts":1785248933.6234522,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44aff82b-0fce-440e-b50a-b0f0f5320bec","name":"e2e-cleanup-test"} {"level":"info","ts":1785248933.6444006,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44aff82b-0fce-440e-b50a-b0f0f5320bec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785248941.817129,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6583f855-ea41-49d9-96e8-2aea0fb248cb"} {"level":"info","ts":1785248941.8171272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a25d55f-7640-4a61-a4c4-0adb305c2380","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785248941.817198,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a25d55f-7640-4a61-a4c4-0adb305c2380","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785248946.15144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248946.151521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f94a79b-9fb6-4a63-a336-5a869db6988b"} {"level":"info","ts":1785248946.1515365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f94a79b-9fb6-4a63-a336-5a869db6988b"} {"level":"info","ts":1785248946.1515503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f94a79b-9fb6-4a63-a336-5a869db6988b","EoS":true} {"level":"info","ts":1785248946.1515818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f94a79b-9fb6-4a63-a336-5a869db6988b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785248946.1516101,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4f94a79b-9fb6-4a63-a336-5a869db6988b"} {"level":"info","ts":1785248946.196768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248946.1968744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103"} {"level":"info","ts":1785248946.196891,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103"} {"level":"info","ts":1785248946.1969047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","EoS":true} {"level":"info","ts":1785248946.1969292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","header":"x-maas-username"} {"level":"info","ts":1785248946.1969395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","header":"x-maas-group"} {"level":"info","ts":1785248946.1969452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","header":"x-maas-subscription"} {"level":"info","ts":1785248946.1969585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785248946.1969674,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","modelName":"e2e-external-model"} {"level":"info","ts":1785248946.1969805,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785248946.1970034,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785248946.197019,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","authType":"apikey"} {"level":"info","ts":1785248946.1970422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103"} {"level":"info","ts":1785248946.2467558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103"} {"level":"info","ts":1785248946.24681,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103"} {"level":"info","ts":1785248946.2468371,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","EoS":false} {"level":"info","ts":1785248946.246941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","EoS":true} {"level":"error","ts":1785248946.2469752,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785248946.2470124,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90ef27bc-77ea-4746-808e-8185eb135103"} {"level":"info","ts":1785248946.2877455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248946.2878354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c"} {"level":"info","ts":1785248946.2878492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c"} {"level":"info","ts":1785248946.2878613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","EoS":true} {"level":"info","ts":1785248946.2878835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","header":"x-maas-subscription"} {"level":"info","ts":1785248946.2878945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","header":"x-maas-username"} {"level":"info","ts":1785248946.2878997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","header":"x-maas-group"} {"level":"info","ts":1785248946.2879143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785248946.2879379,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c"} {"level":"info","ts":1785248946.3936105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c"} {"level":"info","ts":1785248946.3936388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c"} {"level":"info","ts":1785248946.3936617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","EoS":false} {"level":"info","ts":1785248946.3936794,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","EoS":true} {"level":"error","ts":1785248946.3936908,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785248946.39374,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1d8f8a78-e4c9-496f-aa50-e77f59f4056c"} {"level":"info","ts":1785248946.4340944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785248946.4341688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50"} {"level":"info","ts":1785248946.4341776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50"} {"level":"info","ts":1785248946.4341888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50","EoS":true} {"level":"info","ts":1785248946.4342115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50","header":"x-maas-username"} {"level":"info","ts":1785248946.4342256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50","header":"x-maas-subscription"} {"level":"info","ts":1785248946.4342344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50","header":"x-maas-group"} {"level":"info","ts":1785248946.434265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50"} {"level":"info","ts":1785248946.4843707,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50"} {"level":"info","ts":1785248946.4843993,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50"} {"level":"info","ts":1785248946.4844205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50","EoS":false} {"level":"info","ts":1785248946.4844341,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50","EoS":true} {"level":"error","ts":1785248946.484444,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785248946.484513,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fb5ca14f-8da8-4354-9063-4a49cef4db50"} {"level":"info","ts":1785248947.3984876,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61a1f3d5-5d9c-4609-aa0c-f5046d01032d"} {"level":"info","ts":1785248947.39855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"577e44b2-4a8d-4373-ad7e-5b22901531e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248947.3985837,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"577e44b2-4a8d-4373-ad7e-5b22901531e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785248947.552599,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0368d876-8856-432f-981b-de8319b35386","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785248947.552641,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0368d876-8856-432f-981b-de8319b35386","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785248947.5526767,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a77ad1a-8f98-428f-b793-b19cfb72bbe8"} {"level":"info","ts":1785248947.6741736,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7df68942-8cdf-4ecc-9237-a7bcdef57940","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785248947.6742368,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7df68942-8cdf-4ecc-9237-a7bcdef57940","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785250419.207721,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250419.2078097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9042cd4e-4469-4c6b-9019-c656d3f35bbc"} {"level":"info","ts":1785250484.2653515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785250484.2654288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a"} {"level":"info","ts":1785250484.265442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a"} {"level":"info","ts":1785250484.2654533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a","EoS":true} {"level":"info","ts":1785250484.2654815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a","header":"x-maas-username"} {"level":"info","ts":1785250484.2654912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a","header":"x-maas-subscription"} {"level":"info","ts":1785250484.265497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a","header":"x-maas-group"} {"level":"info","ts":1785250484.2655096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785250484.2655349,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a"} {"level":"info","ts":1785250484.2663667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a"} {"level":"info","ts":1785250484.2663887,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a"} {"level":"info","ts":1785250484.2664042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a","EoS":false} {"level":"info","ts":1785250484.2664187,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a","EoS":true} {"level":"info","ts":1785250484.26645,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fbb3e832-8c4e-4b81-837d-fab285ad3f3a"}