{"level":"info","ts":1785348539.415137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348539.4152164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8"} {"level":"info","ts":1785348539.4152317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8"} {"level":"info","ts":1785348539.415245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8","EoS":true} {"level":"info","ts":1785348539.41527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8","header":"x-maas-username"} {"level":"info","ts":1785348539.4152808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8","header":"x-maas-subscription"} {"level":"info","ts":1785348539.4152863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8","header":"x-maas-group"} {"level":"info","ts":1785348539.4153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348539.4153244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8"} {"level":"info","ts":1785348539.4183657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8"} {"level":"info","ts":1785348539.418382,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8"} {"level":"info","ts":1785348539.4183948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8","EoS":false} {"level":"info","ts":1785348539.4184058,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8"} {"level":"info","ts":1785348539.4184275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8","EoS":true} {"level":"info","ts":1785348539.4184375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d32ab853-a088-4790-8e71-1713f526fbe8"} {"level":"info","ts":1785348539.5560403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348539.5561156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0"} {"level":"info","ts":1785348539.5561316,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0"} {"level":"info","ts":1785348539.5561438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0","EoS":true} {"level":"info","ts":1785348539.5561693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0","header":"x-maas-subscription"} {"level":"info","ts":1785348539.5561779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0","header":"x-maas-username"} {"level":"info","ts":1785348539.5561829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0","header":"x-maas-group"} {"level":"info","ts":1785348539.5562005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348539.5562246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0"} {"level":"info","ts":1785348539.5571358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0"} {"level":"info","ts":1785348539.5571525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0"} {"level":"info","ts":1785348539.557166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0","EoS":false} {"level":"info","ts":1785348539.55718,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0"} {"level":"info","ts":1785348539.557208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0","EoS":true} {"level":"info","ts":1785348539.5572176,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f71e23a-4766-4f46-a908-deffe046cae0"} {"level":"info","ts":1785348539.6932526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348539.6933112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8"} {"level":"info","ts":1785348539.6933262,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8"} {"level":"info","ts":1785348539.6933377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8","EoS":true} {"level":"info","ts":1785348539.6933577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8","header":"x-maas-username"} {"level":"info","ts":1785348539.6933675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8","header":"x-maas-subscription"} {"level":"info","ts":1785348539.6933732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8","header":"x-maas-group"} {"level":"info","ts":1785348539.6933842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348539.693414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8"} {"level":"info","ts":1785348539.694271,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8"} {"level":"info","ts":1785348539.694295,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8"} {"level":"info","ts":1785348539.6943147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8","EoS":false} {"level":"info","ts":1785348539.6943378,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8"} {"level":"info","ts":1785348539.6943674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8","EoS":true} {"level":"info","ts":1785348539.6943772,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"403bda51-4f3c-4b51-a7c3-345e596739f8"} {"level":"info","ts":1785348539.8272781,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348539.827341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74c74c51-8764-4895-a807-a51b66435496"} {"level":"info","ts":1785348539.8273518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74c74c51-8764-4895-a807-a51b66435496"} {"level":"info","ts":1785348539.8273633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74c74c51-8764-4895-a807-a51b66435496","EoS":true} {"level":"info","ts":1785348539.827387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74c74c51-8764-4895-a807-a51b66435496","header":"x-maas-group"} {"level":"info","ts":1785348539.8273985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74c74c51-8764-4895-a807-a51b66435496","header":"x-maas-username"} {"level":"info","ts":1785348539.827404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74c74c51-8764-4895-a807-a51b66435496","header":"x-maas-subscription"} {"level":"info","ts":1785348539.8274162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74c74c51-8764-4895-a807-a51b66435496","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348539.827443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74c74c51-8764-4895-a807-a51b66435496"} {"level":"info","ts":1785348539.8282983,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74c74c51-8764-4895-a807-a51b66435496"} {"level":"info","ts":1785348539.8283165,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74c74c51-8764-4895-a807-a51b66435496"} {"level":"info","ts":1785348539.8283308,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74c74c51-8764-4895-a807-a51b66435496","EoS":false} {"level":"info","ts":1785348539.8283515,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74c74c51-8764-4895-a807-a51b66435496"} {"level":"info","ts":1785348539.8283765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74c74c51-8764-4895-a807-a51b66435496","EoS":true} {"level":"info","ts":1785348539.8283868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74c74c51-8764-4895-a807-a51b66435496"} {"level":"info","ts":1785348563.096805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348563.0968847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0"} {"level":"info","ts":1785348563.0968943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0"} {"level":"info","ts":1785348563.0969064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0","EoS":true} {"level":"info","ts":1785348563.0969353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0","header":"x-maas-group"} {"level":"info","ts":1785348563.096947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0","header":"x-maas-username"} {"level":"info","ts":1785348563.096952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0","header":"x-maas-subscription"} {"level":"info","ts":1785348563.096966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348563.0969956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0"} {"level":"info","ts":1785348563.0998156,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0"} {"level":"info","ts":1785348563.0998397,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0"} {"level":"info","ts":1785348563.0998554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0","EoS":false} {"level":"info","ts":1785348563.0998669,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0"} {"level":"info","ts":1785348563.0998878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0","EoS":true} {"level":"info","ts":1785348563.0998933,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c65d347-f980-4a78-85c6-156c7b95d5a0"} {"level":"info","ts":1785348563.1914392,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348563.1915147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a429e0bc-f0c7-4acc-b4bc-1ca214e3d03f"} {"level":"info","ts":1785348563.1924224,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a429e0bc-f0c7-4acc-b4bc-1ca214e3d03f"} {"level":"info","ts":1785348563.1924417,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a429e0bc-f0c7-4acc-b4bc-1ca214e3d03f"} {"level":"info","ts":1785348563.192459,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a429e0bc-f0c7-4acc-b4bc-1ca214e3d03f","EoS":false} {"level":"info","ts":1785348563.1924791,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a429e0bc-f0c7-4acc-b4bc-1ca214e3d03f"} {"level":"info","ts":1785348563.1925097,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a429e0bc-f0c7-4acc-b4bc-1ca214e3d03f","EoS":true} {"level":"info","ts":1785348563.1925187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a429e0bc-f0c7-4acc-b4bc-1ca214e3d03f"} {"level":"info","ts":1785348567.7952566,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348567.795333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281"} {"level":"info","ts":1785348567.795348,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281"} {"level":"info","ts":1785348567.7953603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281","EoS":true} {"level":"info","ts":1785348567.795385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281","header":"x-maas-username"} {"level":"info","ts":1785348567.7953954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281","header":"x-maas-group"} {"level":"info","ts":1785348567.7954006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281","header":"x-maas-subscription"} {"level":"info","ts":1785348567.795419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348567.7954538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281"} {"level":"info","ts":1785348567.79638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281"} {"level":"info","ts":1785348567.7963998,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281"} {"level":"info","ts":1785348567.7964153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281","EoS":false} {"level":"info","ts":1785348567.7964265,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281"} {"level":"info","ts":1785348567.7964458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281","EoS":true} {"level":"info","ts":1785348567.7964542,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ce89115-93dd-4fbb-ace7-f221cfc24281"} {"level":"info","ts":1785348580.3969665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348580.397053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48"} {"level":"info","ts":1785348580.397068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48"} {"level":"info","ts":1785348580.3970814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48","EoS":true} {"level":"info","ts":1785348580.3971095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48","header":"x-maas-subscription"} {"level":"info","ts":1785348580.3971202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48","header":"x-maas-username"} {"level":"info","ts":1785348580.397125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48","header":"x-maas-group"} {"level":"info","ts":1785348580.3971403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785348580.3971653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48"} {"level":"info","ts":1785348580.3995051,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48"} {"level":"info","ts":1785348580.3995266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48"} {"level":"info","ts":1785348580.3995507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48","EoS":false} {"level":"info","ts":1785348580.399564,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48"} {"level":"info","ts":1785348580.3995876,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48","EoS":true} {"level":"info","ts":1785348580.3995981,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"441941a6-ff7c-4d1a-9eb0-102cc9b8eb48"} {"level":"info","ts":1785348593.2809346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348593.2810163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388"} {"level":"info","ts":1785348593.2810261,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388"} {"level":"info","ts":1785348593.281037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388","EoS":true} {"level":"info","ts":1785348593.281068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388","header":"x-maas-group"} {"level":"info","ts":1785348593.2810762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388","header":"x-maas-subscription"} {"level":"info","ts":1785348593.2810824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388","header":"x-maas-username"} {"level":"info","ts":1785348593.281098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348593.2811275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388"} {"level":"info","ts":1785348593.2824023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388"} {"level":"info","ts":1785348593.2824209,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388"} {"level":"info","ts":1785348593.282442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388","EoS":false} {"level":"info","ts":1785348593.2824554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388"} {"level":"info","ts":1785348593.282478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388","EoS":true} {"level":"info","ts":1785348593.282488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72d56069-5309-40fc-850d-b57cc0148388"} {"level":"info","ts":1785348601.7917745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348601.7918496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9"} {"level":"info","ts":1785348601.7918608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9"} {"level":"info","ts":1785348601.7918735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9","EoS":true} {"level":"info","ts":1785348601.791897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9","header":"x-maas-subscription"} {"level":"info","ts":1785348601.7919078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9","header":"x-maas-group"} {"level":"info","ts":1785348601.791912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9","header":"x-maas-username"} {"level":"info","ts":1785348601.7919269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348601.7919536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9"} {"level":"info","ts":1785348601.7927845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9"} {"level":"info","ts":1785348601.7928097,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9"} {"level":"info","ts":1785348601.792827,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9","EoS":false} {"level":"info","ts":1785348601.7928414,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9"} {"level":"info","ts":1785348601.792868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9","EoS":true} {"level":"info","ts":1785348601.7928822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"17622ddb-82bf-47dc-9cb5-ccd46db1efc9"} {"level":"info","ts":1785348610.636546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348610.6366441,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560"} {"level":"info","ts":1785348610.636659,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560"} {"level":"info","ts":1785348610.6366785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560","EoS":true} {"level":"info","ts":1785348610.636719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560","header":"x-maas-username"} {"level":"info","ts":1785348610.6367536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560","header":"x-maas-subscription"} {"level":"info","ts":1785348610.6367617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560","header":"x-maas-group"} {"level":"info","ts":1785348610.6367826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348610.6368155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560"} {"level":"info","ts":1785348610.6376503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560"} {"level":"info","ts":1785348610.637676,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560"} {"level":"info","ts":1785348610.637695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560","EoS":false} {"level":"info","ts":1785348610.6377149,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560"} {"level":"info","ts":1785348610.6377647,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560","EoS":true} {"level":"info","ts":1785348610.6377735,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dfa617de-e23c-4e36-b0e6-c26dc5a94560"} {"level":"info","ts":1785348639.9656374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348639.965712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26"} {"level":"info","ts":1785348639.9657447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26"} {"level":"info","ts":1785348639.965763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26","EoS":true} {"level":"info","ts":1785348639.965799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26","header":"x-maas-subscription"} {"level":"info","ts":1785348639.9658155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26","header":"x-maas-username"} {"level":"info","ts":1785348639.9658253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26","header":"x-maas-group"} {"level":"info","ts":1785348639.9658375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785348639.965862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26"} {"level":"info","ts":1785348639.9667764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26"} {"level":"info","ts":1785348639.9667914,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26"} {"level":"info","ts":1785348639.9668033,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26","EoS":false} {"level":"info","ts":1785348639.9668128,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26"} {"level":"info","ts":1785348639.9668326,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26","EoS":true} {"level":"info","ts":1785348639.9668417,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"328e4bae-4400-4af0-bdb2-134beab9ff26"} {"level":"info","ts":1785348673.133124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348673.1331942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7"} {"level":"info","ts":1785348673.1332085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7"} {"level":"info","ts":1785348673.133221,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7","EoS":true} {"level":"info","ts":1785348673.1332428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7","header":"x-maas-subscription"} {"level":"info","ts":1785348673.133253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7","header":"x-maas-username"} {"level":"info","ts":1785348673.1332598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7","header":"x-maas-group"} {"level":"info","ts":1785348673.1332746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785348673.1333034,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7"} {"level":"info","ts":1785348673.134134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7"} {"level":"info","ts":1785348673.1341555,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7"} {"level":"info","ts":1785348673.1341717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7","EoS":false} {"level":"info","ts":1785348673.1341834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7"} {"level":"info","ts":1785348673.134212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7","EoS":true} {"level":"info","ts":1785348673.1342204,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d60d1d0c-5241-41d2-9593-ee6785db2ff7"} {"level":"info","ts":1785348721.6446316,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348721.6447127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa"} {"level":"info","ts":1785348721.6447518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa"} {"level":"info","ts":1785348721.6447706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa","EoS":true} {"level":"info","ts":1785348721.644796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa","header":"x-maas-username"} {"level":"info","ts":1785348721.6448069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa","header":"x-maas-subscription"} {"level":"info","ts":1785348721.6448126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa","header":"x-maas-group"} {"level":"info","ts":1785348721.6448271,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348721.6448605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa"} {"level":"info","ts":1785348721.6456664,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa"} {"level":"info","ts":1785348721.645694,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa"} {"level":"info","ts":1785348721.645717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa","EoS":false} {"level":"info","ts":1785348721.6457574,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa"} {"level":"info","ts":1785348721.6457853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa","EoS":true} {"level":"info","ts":1785348721.6457934,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5cb8ba08-006f-4798-b947-0d67d4cf4bfa"} {"level":"info","ts":1785348730.9974751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348730.997555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50"} {"level":"info","ts":1785348730.997568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50"} {"level":"info","ts":1785348730.9975796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50","EoS":true} {"level":"info","ts":1785348730.9976053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50","header":"x-maas-username"} {"level":"info","ts":1785348730.9976213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50","header":"x-maas-group"} {"level":"info","ts":1785348730.9976275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50","header":"x-maas-subscription"} {"level":"info","ts":1785348730.9976525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348730.9976811,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50"} {"level":"info","ts":1785348731.0000606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50"} {"level":"info","ts":1785348731.0000823,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50"} {"level":"info","ts":1785348731.0000987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50","EoS":false} {"level":"info","ts":1785348731.0001113,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50"} {"level":"info","ts":1785348731.0001335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50","EoS":true} {"level":"info","ts":1785348731.0001426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db73c9de-e12d-44c7-a146-60ef7ec56f50"} {"level":"info","ts":1785348731.0319917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348731.0320487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a"} {"level":"info","ts":1785348731.0320594,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a"} {"level":"info","ts":1785348731.03207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a","EoS":true} {"level":"info","ts":1785348731.0320904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a","header":"x-maas-username"} {"level":"info","ts":1785348731.0321002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a","header":"x-maas-group"} {"level":"info","ts":1785348731.0321054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a","header":"x-maas-subscription"} {"level":"info","ts":1785348731.0321178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348731.0321434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a"} {"level":"info","ts":1785348731.0329401,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a"} {"level":"info","ts":1785348731.0329587,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a"} {"level":"info","ts":1785348731.0329735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a","EoS":false} {"level":"info","ts":1785348731.032991,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a"} {"level":"info","ts":1785348731.0330174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a","EoS":true} {"level":"info","ts":1785348731.0330265,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"36d21628-0a59-4295-9baa-68f450e7c20a"} {"level":"info","ts":1785348750.023791,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348750.023882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401"} {"level":"info","ts":1785348750.0238998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401"} {"level":"info","ts":1785348750.0239162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401","EoS":true} {"level":"info","ts":1785348750.0239537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401","header":"x-maas-subscription"} {"level":"info","ts":1785348750.0239644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401","header":"x-maas-group"} {"level":"info","ts":1785348750.02397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401","header":"x-maas-username"} {"level":"info","ts":1785348750.0239837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785348750.0240095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401"} {"level":"info","ts":1785348750.0249126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401"} {"level":"info","ts":1785348750.0249329,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401"} {"level":"info","ts":1785348750.0249557,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401","EoS":false} {"level":"info","ts":1785348750.0249724,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401"} {"level":"info","ts":1785348750.0250082,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401","EoS":true} {"level":"info","ts":1785348750.0250194,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e31c5e1-b3a6-407f-b9b2-26b498ecc401"} {"level":"info","ts":1785348944.308955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785348944.3090506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056"} {"level":"info","ts":1785348944.3090649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056"} {"level":"info","ts":1785348944.309084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056","EoS":true} {"level":"info","ts":1785348944.3091228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056","header":"x-maas-username"} {"level":"info","ts":1785348944.3091354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056","header":"x-maas-group"} {"level":"info","ts":1785348944.309144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056","header":"x-maas-subscription"} {"level":"info","ts":1785348944.3091638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785348944.309197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056"} {"level":"info","ts":1785348944.311633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056"} {"level":"info","ts":1785348944.3116558,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056"} {"level":"info","ts":1785348944.3116722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056","EoS":false} {"level":"info","ts":1785348944.3116841,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056"} {"level":"info","ts":1785348944.311705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056","EoS":true} {"level":"info","ts":1785348944.31171,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6549b36b-0190-42fc-9c09-a05eae5ad056"} {"level":"info","ts":1785349006.8034837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349006.8035839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0"} {"level":"info","ts":1785349006.8036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0"} {"level":"info","ts":1785349006.8036132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0","EoS":true} {"level":"info","ts":1785349006.8036373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0","header":"x-maas-username"} {"level":"info","ts":1785349006.803648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0","header":"x-maas-group"} {"level":"info","ts":1785349006.803654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0","header":"x-maas-subscription"} {"level":"info","ts":1785349006.8036668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785349006.8036916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0"} {"level":"info","ts":1785349006.8045545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0"} {"level":"info","ts":1785349006.8045754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0"} {"level":"info","ts":1785349006.8045912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0","EoS":false} {"level":"info","ts":1785349006.804606,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0"} {"level":"info","ts":1785349006.8046288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0","EoS":true} {"level":"info","ts":1785349006.8046365,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42bf2259-7b35-410d-ba23-1982da8c3fe0"} {"level":"info","ts":1785349022.3136594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349022.313775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504"} {"level":"info","ts":1785349022.3137927,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504"} {"level":"info","ts":1785349022.3138072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504","EoS":true} {"level":"info","ts":1785349022.313831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504","header":"x-maas-subscription"} {"level":"info","ts":1785349022.313842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504","header":"x-maas-username"} {"level":"info","ts":1785349022.3138473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504","header":"x-maas-group"} {"level":"info","ts":1785349022.3138607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785349022.3138857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504"} {"level":"info","ts":1785349022.3147829,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504"} {"level":"info","ts":1785349022.3148026,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504"} {"level":"info","ts":1785349022.3148243,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504","EoS":false} {"level":"info","ts":1785349022.31484,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504"} {"level":"info","ts":1785349022.3148665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504","EoS":true} {"level":"info","ts":1785349022.314874,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ed9c428-64cb-4e07-a301-2d87c8579504"} {"level":"info","ts":1785349422.0977106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349422.0978107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac"} {"level":"info","ts":1785349422.0978284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac"} {"level":"info","ts":1785349422.0978477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac","EoS":true} {"level":"info","ts":1785349422.0978818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac","header":"x-maas-username"} {"level":"info","ts":1785349422.0978968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac","header":"x-maas-subscription"} {"level":"info","ts":1785349422.0979047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac","header":"x-maas-group"} {"level":"info","ts":1785349422.097923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785349422.0979593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac"} {"level":"info","ts":1785349422.099388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac"} {"level":"info","ts":1785349422.0994089,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac"} {"level":"info","ts":1785349422.0994248,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac","EoS":false} {"level":"info","ts":1785349422.0994358,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac"} {"level":"info","ts":1785349422.099456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac","EoS":true} {"level":"info","ts":1785349422.0994635,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1297c07-5c11-4a86-8158-5fd04edc55ac"} {"level":"info","ts":1785349426.893636,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72a9cff0-8877-4949-8cbe-b0c1f8d1c5dc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785349426.893922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34599.215419626,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349426.8939407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349426.9379835,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349426.9948206,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72a9cff0-8877-4949-8cbe-b0c1f8d1c5dc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785349427.0093043,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b636cbd-0a34-4418-9897-acda371e2796"} {"level":"info","ts":1785349427.0094128,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a09c431-771a-4d49-98e7-cde203ec8bcd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785349427.0094543,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a09c431-771a-4d49-98e7-cde203ec8bcd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785349427.0176032,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f793218f-44ab-4a13-a180-41c311703150","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785349427.017625,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f793218f-44ab-4a13-a180-41c311703150","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785349427.0190263,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b636cbd-0a34-4418-9897-acda371e2796","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349427.019229,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39340.976748269,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349427.0192437,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349427.0286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349427.1197548,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b636cbd-0a34-4418-9897-acda371e2796","name":"e2e-external-provider"} {"level":"info","ts":1785349427.1281579,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f427296-06e3-41c4-98f0-baae19481907"} {"level":"info","ts":1785349427.1281662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9646d466-00c7-4fd2-9dbb-6226e1db02dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349427.1282964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9646d466-00c7-4fd2-9dbb-6226e1db02dc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785349427.1378412,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f427296-06e3-41c4-98f0-baae19481907","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785349427.1380818,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08088307-2a4a-482c-8ffc-3e0a5a0466e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349427.138122,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08088307-2a4a-482c-8ffc-3e0a5a0466e8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785349427.1394968,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b636cbd-0a34-4418-9897-acda371e2796","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785349427.1455755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dea26527-2126-440c-af16-5cf15095befc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349427.1456037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dea26527-2126-440c-af16-5cf15095befc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785349427.1455843,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f427296-06e3-41c4-98f0-baae19481907","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349427.1456807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0eace025-1c05-470f-afbd-b5c638379a60"} {"level":"info","ts":1785349427.1457102,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0eace025-1c05-470f-afbd-b5c638379a60","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785349427.149706,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b636cbd-0a34-4418-9897-acda371e2796","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785349427.1523848,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0eace025-1c05-470f-afbd-b5c638379a60","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349427.1605186,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b636cbd-0a34-4418-9897-acda371e2796","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785349427.1625035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10df4b23-2162-40d5-8fe7-2c7a031028f1"} {"level":"info","ts":1785349427.162531,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10df4b23-2162-40d5-8fe7-2c7a031028f1","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785349427.1646516,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b636cbd-0a34-4418-9897-acda371e2796","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349427.1647494,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"713fa400-4bb5-4ab6-92a7-7b8ac7559cb5"} {"level":"info","ts":1785349427.1648004,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"713fa400-4bb5-4ab6-92a7-7b8ac7559cb5","name":"e2e-external-provider"} {"level":"error","ts":1785349427.167336,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10df4b23-2162-40d5-8fe7-2c7a031028f1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349427.1749816,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"713fa400-4bb5-4ab6-92a7-7b8ac7559cb5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785349427.18376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0fca7b2-0f57-4e65-a713-f297872f77c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349427.183781,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7da56fe-7524-4db2-b292-6f07fbba78fe"} {"level":"info","ts":1785349427.1838217,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16388adf-d828-4895-8813-f7d6931a894c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785349427.183842,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16388adf-d828-4895-8813-f7d6931a894c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785349427.183878,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c040273-1996-4347-b82f-c6b9e83136ca"} {"level":"info","ts":1785349427.1837842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0fca7b2-0f57-4e65-a713-f297872f77c9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785349427.1839952,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c040273-1996-4347-b82f-c6b9e83136ca","name":"e2e-external-provider"} {"level":"info","ts":1785349427.184004,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37034.812478257,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349427.1840181,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349427.1944256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785349427.1967807,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c040273-1996-4347-b82f-c6b9e83136ca","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785349427.2850301,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7da56fe-7524-4db2-b292-6f07fbba78fe","name":"e2e-external-model"} {"level":"info","ts":1785349427.295841,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7da56fe-7524-4db2-b292-6f07fbba78fe","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785349427.3092508,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b23aebd6-3317-4475-8a35-3bf7ad110933"} {"level":"info","ts":1785349427.3092823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcd8c676-c326-419a-bd8f-8b96d5ae5139","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349427.3093169,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcd8c676-c326-419a-bd8f-8b96d5ae5139","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785349427.3093233,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b23aebd6-3317-4475-8a35-3bf7ad110933","name":"e2e-external-model"} {"level":"error","ts":1785349427.3218617,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b23aebd6-3317-4475-8a35-3bf7ad110933","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349427.3219814,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8ee3884-0be3-4765-80ff-387a01b604e2"} {"level":"info","ts":1785349427.321993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c9ec2cf-082f-4f4d-9a4a-d70081f73ffb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349427.3220265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c9ec2cf-082f-4f4d-9a4a-d70081f73ffb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785349427.32206,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8ee3884-0be3-4765-80ff-387a01b604e2","name":"e2e-external-model"} {"level":"info","ts":1785349427.3324513,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8ee3884-0be3-4765-80ff-387a01b604e2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785349427.3414078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0aecb08-4937-435d-9801-58b452ecc4a5"} {"level":"info","ts":1785349427.3414338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4f787c2-0998-4cdc-b0ec-7105c7bd6e3f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349427.341463,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0aecb08-4937-435d-9801-58b452ecc4a5","name":"e2e-external-model"} {"level":"info","ts":1785349427.34147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4f787c2-0998-4cdc-b0ec-7105c7bd6e3f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785349427.3508356,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0aecb08-4937-435d-9801-58b452ecc4a5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785349449.5235233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349449.5235891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658"} {"level":"info","ts":1785349449.5235977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658"} {"level":"info","ts":1785349449.5236082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","EoS":true} {"level":"info","ts":1785349449.5236318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","header":"x-maas-subscription"} {"level":"info","ts":1785349449.5236425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","header":"x-maas-username"} {"level":"info","ts":1785349449.523648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","header":"x-maas-group"} {"level":"info","ts":1785349449.52366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785349449.5236695,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","modelName":"e2e-external-model"} {"level":"info","ts":1785349449.5236802,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785349449.5237176,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785349449.5237503,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","authType":"apikey"} {"level":"info","ts":1785349449.5237777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658"} {"level":"info","ts":1785349449.6105347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658"} {"level":"info","ts":1785349449.6105666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658"} {"level":"info","ts":1785349449.6105905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","EoS":false} {"level":"info","ts":1785349449.6106088,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658"} {"level":"info","ts":1785349449.6106417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658","EoS":true} {"level":"info","ts":1785349449.610653,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c42bf42-2ef8-4285-a05f-b1e9d8e6c658"} {"level":"info","ts":1785349449.7303693,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63ca3704-3570-41f7-97cb-e57a5e06561b"} {"level":"info","ts":1785349449.7303872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"594c5bdb-d1e1-42ea-a6fc-ed6ae9383337","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785349449.730418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"594c5bdb-d1e1-42ea-a6fc-ed6ae9383337","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785349449.737953,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa3cadaa-ea30-4ad7-9856-c5f1532a8631","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785349449.737982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa3cadaa-ea30-4ad7-9856-c5f1532a8631","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785349449.739074,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63ca3704-3570-41f7-97cb-e57a5e06561b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349449.7391393,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63ca3704-3570-41f7-97cb-e57a5e06561b","name":"e2e-cleanup-test"} {"level":"info","ts":1785349449.7532032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19a70145-7164-4873-ac4e-cb3445ce4b29","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785349449.753236,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19a70145-7164-4873-ac4e-cb3445ce4b29","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785349449.7543876,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63ca3704-3570-41f7-97cb-e57a5e06561b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785349449.7544296,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63ca3704-3570-41f7-97cb-e57a5e06561b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349449.7544906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b33af791-922e-4f9a-9dc2-f7dcbba19193"} {"level":"info","ts":1785349449.7545352,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b33af791-922e-4f9a-9dc2-f7dcbba19193","name":"e2e-cleanup-test"} {"level":"info","ts":1785349449.7672105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32536aea-15e6-4ccb-9ca5-dff42fe99cb5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785349449.76724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32536aea-15e6-4ccb-9ca5-dff42fe99cb5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785349449.7703016,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b33af791-922e-4f9a-9dc2-f7dcbba19193","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785349449.7703447,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b33af791-922e-4f9a-9dc2-f7dcbba19193","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349449.7704103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09917863-289c-48b8-a9e3-d61c9129bbef"} {"level":"info","ts":1785349449.7704582,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09917863-289c-48b8-a9e3-d61c9129bbef","name":"e2e-cleanup-test"} {"level":"info","ts":1785349449.7781842,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09917863-289c-48b8-a9e3-d61c9129bbef","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785349449.7831388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3a279dc-6835-460e-a9b5-b3d9092942a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785349449.7831697,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3a279dc-6835-460e-a9b5-b3d9092942a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785349449.7836788,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09917863-289c-48b8-a9e3-d61c9129bbef","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785349449.7837672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eeb50ba1-2c46-4e99-acc1-bb6266b686d1"} {"level":"info","ts":1785349449.7838151,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eeb50ba1-2c46-4e99-acc1-bb6266b686d1","name":"e2e-cleanup-test"} {"level":"info","ts":1785349449.7910328,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eeb50ba1-2c46-4e99-acc1-bb6266b686d1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785349459.0971472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e403d2e9-84ad-4c85-b401-2418eca8b298"} {"level":"info","ts":1785349459.097149,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74c5aa24-f222-4253-9533-ac5270c61415","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785349459.0971937,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74c5aa24-f222-4253-9533-ac5270c61415","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785349463.5310345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349463.531117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"160d0688-48eb-4187-bbe6-6f2db346e02d"} {"level":"info","ts":1785349463.5311315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"160d0688-48eb-4187-bbe6-6f2db346e02d"} {"level":"info","ts":1785349463.5311444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"160d0688-48eb-4187-bbe6-6f2db346e02d","EoS":true} {"level":"info","ts":1785349463.5311787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"160d0688-48eb-4187-bbe6-6f2db346e02d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785349463.5312068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"160d0688-48eb-4187-bbe6-6f2db346e02d"} {"level":"info","ts":1785349463.5689166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349463.5689816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5"} {"level":"info","ts":1785349463.5689926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5"} {"level":"info","ts":1785349463.5690079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","EoS":true} {"level":"info","ts":1785349463.5690293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","header":"x-maas-group"} {"level":"info","ts":1785349463.5690393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","header":"x-maas-username"} {"level":"info","ts":1785349463.569045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","header":"x-maas-subscription"} {"level":"info","ts":1785349463.5690584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785349463.5690675,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","modelName":"e2e-external-model"} {"level":"info","ts":1785349463.5690804,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785349463.5691025,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785349463.5691204,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","authType":"apikey"} {"level":"info","ts":1785349463.569143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5"} {"level":"info","ts":1785349463.6673849,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5"} {"level":"info","ts":1785349463.667424,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5"} {"level":"info","ts":1785349463.667449,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","EoS":false} {"level":"info","ts":1785349463.6674693,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5"} {"level":"info","ts":1785349463.6675043,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5","EoS":true} {"level":"info","ts":1785349463.6675165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"227dba0b-5587-44b7-8e85-f0dab96c31e5"} {"level":"info","ts":1785349463.708858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349463.7089343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a"} {"level":"info","ts":1785349463.7089474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a"} {"level":"info","ts":1785349463.7089667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a","EoS":true} {"level":"info","ts":1785349463.709004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a","header":"x-maas-subscription"} {"level":"info","ts":1785349463.7090163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a","header":"x-maas-username"} {"level":"info","ts":1785349463.7090244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a","header":"x-maas-group"} {"level":"info","ts":1785349463.7090452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785349463.709077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a"} {"level":"info","ts":1785349463.757581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a"} {"level":"info","ts":1785349463.757604,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a"} {"level":"info","ts":1785349463.7576199,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a","EoS":false} {"level":"info","ts":1785349463.757635,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a"} {"level":"info","ts":1785349463.7576575,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a","EoS":true} {"level":"info","ts":1785349463.7576632,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24df0c30-45bc-4417-8260-f7ae179a7c1a"} {"level":"info","ts":1785349463.7895582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785349463.789631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd"} {"level":"info","ts":1785349463.7896442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd"} {"level":"info","ts":1785349463.7896621,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd","EoS":true} {"level":"info","ts":1785349463.789695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd","header":"x-maas-username"} {"level":"info","ts":1785349463.7897084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd","header":"x-maas-group"} {"level":"info","ts":1785349463.7897177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd","header":"x-maas-subscription"} {"level":"info","ts":1785349463.789781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd"} {"level":"info","ts":1785349463.837033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd"} {"level":"info","ts":1785349463.8370502,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd"} {"level":"info","ts":1785349463.8370674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd","EoS":false} {"level":"info","ts":1785349463.8370786,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd"} {"level":"info","ts":1785349463.837108,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd","EoS":true} {"level":"info","ts":1785349463.8371217,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"006a9938-40ee-45d8-9a8a-f0e281309afd"} {"level":"info","ts":1785349464.662806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae2196ba-c364-40b9-964f-65f58d97d6ee"} {"level":"info","ts":1785349464.662851,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c14b7aa-e16d-4143-9cb9-0d4ddd674529","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349464.6628785,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c14b7aa-e16d-4143-9cb9-0d4ddd674529","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785349464.8103042,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d42f8fe-44fe-4fd9-b2a9-f7232bf137ed"} {"level":"info","ts":1785349464.8103042,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d6be59b-9e41-473e-a97b-14efe96b8c7e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785349464.8103387,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d6be59b-9e41-473e-a97b-14efe96b8c7e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785349464.932249,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a24bcd1-2a16-4696-917d-a2636439ced2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785349464.9323041,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a24bcd1-2a16-4696-917d-a2636439ced2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785351370.345124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351370.345207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f41eb332-5965-432c-998c-26156a51c840"} {"level":"info","ts":1785351445.2653913,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785351445.2654736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a"} {"level":"info","ts":1785351445.2654865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a"} {"level":"info","ts":1785351445.2654982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a","EoS":true} {"level":"info","ts":1785351445.2655323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a","header":"x-maas-group"} {"level":"info","ts":1785351445.265544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a","header":"x-maas-username"} {"level":"info","ts":1785351445.26555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a","header":"x-maas-subscription"} {"level":"info","ts":1785351445.265564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785351445.2655892,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a"} {"level":"info","ts":1785351445.2671325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a"} {"level":"info","ts":1785351445.2671607,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a"} {"level":"info","ts":1785351445.2671895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a","EoS":false} {"level":"info","ts":1785351445.26721,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a"} {"level":"info","ts":1785351445.2672358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a","EoS":true} {"level":"info","ts":1785351445.267244,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a20fa82-f317-4086-a265-5995104b2e2a"}