{"level":"info","ts":1785868010.1401546,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4"} {"level":"info","ts":1785868010.282113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.2821722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2821836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2821941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","EoS":true} {"level":"info","ts":1785868010.2822173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","header":"x-maas-group"} {"level":"info","ts":1785868010.2822278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","header":"x-maas-subscription"} {"level":"info","ts":1785868010.282233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","header":"x-maas-username"} {"level":"info","ts":1785868010.2822452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.2822661,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2844465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2844646,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2844794,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","EoS":false} {"level":"info","ts":1785868010.2844908,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2845173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","EoS":true} {"level":"info","ts":1785868010.2845252,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.4261816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.426236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.4262471,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.426258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","EoS":true} {"level":"info","ts":1785868010.426278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","header":"x-maas-group"} {"level":"info","ts":1785868010.4262886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","header":"x-maas-username"} {"level":"info","ts":1785868010.4262936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","header":"x-maas-subscription"} {"level":"info","ts":1785868010.426305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.4263282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.427135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.4271526,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.4271739,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","EoS":false} {"level":"info","ts":1785868010.427193,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.427229,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","EoS":true} {"level":"info","ts":1785868010.42724,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.5645714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.5646434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.564655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.5646734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","EoS":true} {"level":"info","ts":1785868010.564697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","header":"x-maas-group"} {"level":"info","ts":1785868010.5647075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","header":"x-maas-subscription"} {"level":"info","ts":1785868010.5647137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","header":"x-maas-username"} {"level":"info","ts":1785868010.5647252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.564751,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.5655384,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.5655563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.565576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","EoS":false} {"level":"info","ts":1785868010.565593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.56563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","EoS":true} {"level":"info","ts":1785868010.5656397,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.7043595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.7044213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.704433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.7044432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","EoS":true} {"level":"info","ts":1785868010.704466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","header":"x-maas-username"} {"level":"info","ts":1785868010.7044766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","header":"x-maas-subscription"} {"level":"info","ts":1785868010.704483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","header":"x-maas-group"} {"level":"info","ts":1785868010.7044952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.7045171,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.7052915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.7053094,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.705332,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","EoS":false} {"level":"info","ts":1785868010.7053525,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.705386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","EoS":true} {"level":"info","ts":1785868010.7053957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868032.0938394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868032.0939097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.0939233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.0939345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","EoS":true} {"level":"info","ts":1785868032.093957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","header":"x-maas-group"} {"level":"info","ts":1785868032.0939918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","header":"x-maas-username"} {"level":"info","ts":1785868032.093997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","header":"x-maas-subscription"} {"level":"info","ts":1785868032.0940099,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868032.0940335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.0949218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.0949461,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.0949907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","EoS":false} {"level":"info","ts":1785868032.095012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.0950491,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","EoS":true} {"level":"info","ts":1785868032.0950587,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.205961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868032.2060304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff"} {"level":"info","ts":1785868032.206744,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff"} {"level":"info","ts":1785868032.2067666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff"} {"level":"info","ts":1785868032.2067833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff","EoS":false} {"level":"info","ts":1785868032.2067955,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff"} {"level":"info","ts":1785868032.2068193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff","EoS":true} {"level":"info","ts":1785868032.2068272,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff"} {"level":"info","ts":1785868036.8506587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868036.8507211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8507328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8507433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","EoS":true} {"level":"info","ts":1785868036.8507667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","header":"x-maas-username"} {"level":"info","ts":1785868036.8507757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","header":"x-maas-group"} {"level":"info","ts":1785868036.8507812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","header":"x-maas-subscription"} {"level":"info","ts":1785868036.8507931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868036.850816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8517406,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8517642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8517857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","EoS":false} {"level":"info","ts":1785868036.8518064,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8518384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","EoS":true} {"level":"info","ts":1785868036.8518481,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868045.5006278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868045.5007112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.500723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.5007389,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","EoS":true} {"level":"info","ts":1785868045.5007703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","header":"x-maas-username"} {"level":"info","ts":1785868045.500783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","header":"x-maas-group"} {"level":"info","ts":1785868045.5007908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","header":"x-maas-subscription"} {"level":"info","ts":1785868045.500803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868045.5008304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.5135603,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.5135844,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.5136032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","EoS":false} {"level":"info","ts":1785868045.5136151,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.5136442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","EoS":true} {"level":"info","ts":1785868045.5136547,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868058.4177628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868058.4178264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.417836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.417848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","EoS":true} {"level":"info","ts":1785868058.4178689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","header":"x-maas-group"} {"level":"info","ts":1785868058.4178796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","header":"x-maas-subscription"} {"level":"info","ts":1785868058.4178848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","header":"x-maas-username"} {"level":"info","ts":1785868058.4178967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868058.4179208,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.4188187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.418838,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.4188533,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","EoS":false} {"level":"info","ts":1785868058.4188652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.41889,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","EoS":true} {"level":"info","ts":1785868058.4188976,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868066.9816463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868066.9817152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.9817293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.9817405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","EoS":true} {"level":"info","ts":1785868066.981762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","header":"x-maas-subscription"} {"level":"info","ts":1785868066.981773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","header":"x-maas-group"} {"level":"info","ts":1785868066.981778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","header":"x-maas-username"} {"level":"info","ts":1785868066.9817896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868066.9818132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.982702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.9827204,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.9827344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","EoS":false} {"level":"info","ts":1785868066.9827452,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.9827685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","EoS":true} {"level":"info","ts":1785868066.9827764,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868075.914984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868075.915059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.915072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.9150872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","EoS":true} {"level":"info","ts":1785868075.9151125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","header":"x-maas-group"} {"level":"info","ts":1785868075.9151227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","header":"x-maas-username"} {"level":"info","ts":1785868075.915128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","header":"x-maas-subscription"} {"level":"info","ts":1785868075.9151409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868075.9151657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.916051,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.916065,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.9160774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","EoS":false} {"level":"info","ts":1785868075.9160879,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.9161131,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","EoS":true} {"level":"info","ts":1785868075.9161272,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868108.7558272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868108.755906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.7559195,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.7559323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","EoS":true} {"level":"info","ts":1785868108.7559543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","header":"x-maas-username"} {"level":"info","ts":1785868108.755982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","header":"x-maas-subscription"} {"level":"info","ts":1785868108.7559893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","header":"x-maas-group"} {"level":"info","ts":1785868108.7560031,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868108.756027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.7567954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.7568135,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.7568269,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","EoS":false} {"level":"info","ts":1785868108.756838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.7568722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","EoS":true} {"level":"info","ts":1785868108.756882,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868143.2827904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868143.2828755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.2829232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.2829432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","EoS":true} {"level":"info","ts":1785868143.282996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","header":"x-maas-group"} {"level":"info","ts":1785868143.2830117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","header":"x-maas-subscription"} {"level":"info","ts":1785868143.283022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","header":"x-maas-username"} {"level":"info","ts":1785868143.2830408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868143.2830765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.2852535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.2852812,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.285298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","EoS":false} {"level":"info","ts":1785868143.2853148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.2853477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","EoS":true} {"level":"info","ts":1785868143.285356,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868180.6800041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868180.6800725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.6800835,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.6800938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","EoS":true} {"level":"info","ts":1785868180.6801167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","header":"x-maas-subscription"} {"level":"info","ts":1785868180.6801271,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","header":"x-maas-username"} {"level":"info","ts":1785868180.6801322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","header":"x-maas-group"} {"level":"info","ts":1785868180.6801445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868180.6801682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.68111,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.6811306,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.6811488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","EoS":false} {"level":"info","ts":1785868180.6811643,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.6811893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","EoS":true} {"level":"info","ts":1785868180.6811993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868190.1806195,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868190.1806822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.1806905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.180702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","EoS":true} {"level":"info","ts":1785868190.180725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","header":"x-maas-username"} {"level":"info","ts":1785868190.1807344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","header":"x-maas-subscription"} {"level":"info","ts":1785868190.1807396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","header":"x-maas-group"} {"level":"info","ts":1785868190.1807528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868190.1807787,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.1817153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.1817377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.181756,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","EoS":false} {"level":"info","ts":1785868190.1817725,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.1818135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","EoS":true} {"level":"info","ts":1785868190.181825,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.2215626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868190.221619,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.2216284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.2216387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","EoS":true} {"level":"info","ts":1785868190.2216582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","header":"x-maas-subscription"} {"level":"info","ts":1785868190.2216675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","header":"x-maas-group"} {"level":"info","ts":1785868190.2216733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","header":"x-maas-username"} {"level":"info","ts":1785868190.2216854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868190.2217057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.222552,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.2225695,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.222591,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","EoS":false} {"level":"info","ts":1785868190.2226112,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.2226465,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","EoS":true} {"level":"info","ts":1785868190.2226582,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868209.5375438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868209.5376167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.5376256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.537636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","EoS":true} {"level":"info","ts":1785868209.5376604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","header":"x-maas-group"} {"level":"info","ts":1785868209.5376673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","header":"x-maas-username"} {"level":"info","ts":1785868209.5376744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","header":"x-maas-subscription"} {"level":"info","ts":1785868209.5376873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868209.5377107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.538545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.5385652,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.5385945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","EoS":false} {"level":"info","ts":1785868209.5386143,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.5386517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","EoS":true} {"level":"info","ts":1785868209.5386617,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868390.3092933,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868390.3093734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.3093827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.3093946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","EoS":true} {"level":"info","ts":1785868390.3094206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","header":"x-maas-subscription"} {"level":"info","ts":1785868390.309431,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","header":"x-maas-username"} {"level":"info","ts":1785868390.3094358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","header":"x-maas-group"} {"level":"info","ts":1785868390.3094482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785868390.3094716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.3216832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.321709,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.3217263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","EoS":false} {"level":"info","ts":1785868390.3217387,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.321764,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","EoS":true} {"level":"info","ts":1785868390.3217719,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868442.8104825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868442.8105595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.8105726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.8105922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","EoS":true} {"level":"info","ts":1785868442.8106267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","header":"x-maas-group"} {"level":"info","ts":1785868442.8106391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","header":"x-maas-subscription"} {"level":"info","ts":1785868442.8106468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","header":"x-maas-username"} {"level":"info","ts":1785868442.8106663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868442.8106987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.8115866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.811607,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.8116224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","EoS":false} {"level":"info","ts":1785868442.811635,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.8116632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","EoS":true} {"level":"info","ts":1785868442.8116739,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868458.1908538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868458.1909187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.1909328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.190945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","EoS":true} {"level":"info","ts":1785868458.1909792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","header":"x-maas-subscription"} {"level":"info","ts":1785868458.190991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","header":"x-maas-group"} {"level":"info","ts":1785868458.1909974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","header":"x-maas-username"} {"level":"info","ts":1785868458.1910129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868458.19104,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.1919978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.1920164,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.1920402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","EoS":false} {"level":"info","ts":1785868458.192061,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.1920893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","EoS":true} {"level":"info","ts":1785868458.1921005,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868794.2001595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868794.2002335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.200241,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.200252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","EoS":true} {"level":"info","ts":1785868794.200272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","header":"x-maas-username"} {"level":"info","ts":1785868794.2002828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","header":"x-maas-subscription"} {"level":"info","ts":1785868794.200288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","header":"x-maas-group"} {"level":"info","ts":1785868794.2003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868794.2003224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.2012668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.2012873,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.2013028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","EoS":false} {"level":"info","ts":1785868794.2013144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.2013414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","EoS":true} {"level":"info","ts":1785868794.2013512,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868799.0456264,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cbaabc19-cc3f-4705-82da-3a61f3332214","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785868799.0458868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33955.598599299,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.0459156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.107715,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.1461637,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cbaabc19-cc3f-4705-82da-3a61f3332214","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785868799.1818154,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ace2657-e26d-4f45-9e6c-2019a24c9836","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868799.181848,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ace2657-e26d-4f45-9e6c-2019a24c9836","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785868799.1818979,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe3ac074-ab24-45e3-b9e8-2cba9f003c00"} {"level":"info","ts":1785868799.189246,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06e7e74b-e690-4541-b856-891e5c13fb1c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868799.189276,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"06e7e74b-e690-4541-b856-891e5c13fb1c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785868799.1894915,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33197.810568103,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.1895158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.1997516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.2900867,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe3ac074-ab24-45e3-b9e8-2cba9f003c00","name":"e2e-external-provider"} {"level":"info","ts":1785868799.3095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"875b77ba-0fea-46f2-bdcb-562be3c7b56a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.309512,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16b50137-975d-4e30-a834-dc75d0b5cd5c"} {"level":"info","ts":1785868799.3095446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"875b77ba-0fea-46f2-bdcb-562be3c7b56a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.3097663,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe3ac074-ab24-45e3-b9e8-2cba9f003c00","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785868799.3183446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f91138c5-d58b-4b0e-b61e-8846b7e80c5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.3183703,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f91138c5-d58b-4b0e-b61e-8846b7e80c5d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.318506,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16b50137-975d-4e30-a834-dc75d0b5cd5c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785868799.3242486,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe3ac074-ab24-45e3-b9e8-2cba9f003c00","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785868799.329775,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16b50137-975d-4e30-a834-dc75d0b5cd5c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.32984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dec99c96-de25-413c-b733-5b4481f0ad43"} {"level":"info","ts":1785868799.3298597,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dec99c96-de25-413c-b733-5b4481f0ad43","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785868799.3304875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae713e5-3747-4689-b3ef-a204f34a1794","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.330518,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aae713e5-3747-4689-b3ef-a204f34a1794","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.3346314,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe3ac074-ab24-45e3-b9e8-2cba9f003c00","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785868799.3362288,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dec99c96-de25-413c-b733-5b4481f0ad43","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785868799.3362715,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dec99c96-de25-413c-b733-5b4481f0ad43","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.336313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"880bddfa-737f-4122-8ba4-2d4cec6722a8"} {"level":"info","ts":1785868799.3363323,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"880bddfa-737f-4122-8ba4-2d4cec6722a8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785868799.350614,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ae501dd-aa85-4063-8c23-96b12454135b"} {"level":"info","ts":1785868799.3506699,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ae501dd-aa85-4063-8c23-96b12454135b","name":"e2e-external-provider"} {"level":"info","ts":1785868799.3507402,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcf44bf5-3b77-48b6-8f67-bb11337919eb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868799.350773,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcf44bf5-3b77-48b6-8f67-bb11337919eb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785868799.3508441,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81064787-9db4-4206-a470-08b309166c4d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.3508651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81064787-9db4-4206-a470-08b309166c4d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785868799.3510306,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"880bddfa-737f-4122-8ba4-2d4cec6722a8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.3510797,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdb1f852-85e9-4fdc-a218-b56472021ab6"} {"level":"info","ts":1785868799.3512406,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35964.635717719,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.351254,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3640864,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3705385,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ae501dd-aa85-4063-8c23-96b12454135b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785868799.3753228,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ae501dd-aa85-4063-8c23-96b12454135b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.3754032,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82d259db-4bd4-4c31-9e05-2af3677c854a"} {"level":"info","ts":1785868799.3754323,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82d259db-4bd4-4c31-9e05-2af3677c854a","name":"e2e-external-provider"} {"level":"info","ts":1785868799.3970816,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82d259db-4bd4-4c31-9e05-2af3677c854a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785868799.4520848,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdb1f852-85e9-4fdc-a218-b56472021ab6","name":"e2e-external-model"} {"level":"info","ts":1785868799.4733944,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdb1f852-85e9-4fdc-a218-b56472021ab6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868799.4869885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56aa914a-c458-4208-a4da-35789857329f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.487021,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56aa914a-c458-4208-a4da-35789857329f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.4872057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fde81e16-1694-48ff-9967-5024855fda23"} {"level":"info","ts":1785868799.487277,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fde81e16-1694-48ff-9967-5024855fda23","name":"e2e-external-model"} {"level":"info","ts":1785868799.5229964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d127a3-1ed5-48dd-9aa5-21b183aa8611","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.5230298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d127a3-1ed5-48dd-9aa5-21b183aa8611","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785868799.5232394,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fde81e16-1694-48ff-9967-5024855fda23","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.5233147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f0af934-5a43-4387-a7ce-68ad18ac5905"} {"level":"info","ts":1785868799.523367,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f0af934-5a43-4387-a7ce-68ad18ac5905","name":"e2e-external-model"} {"level":"info","ts":1785868799.5440605,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f0af934-5a43-4387-a7ce-68ad18ac5905","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868799.5558102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5db58eb-d470-45eb-80a6-794c0827aa84","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.5558484,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5db58eb-d470-45eb-80a6-794c0827aa84","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785868799.5571277,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f0af934-5a43-4387-a7ce-68ad18ac5905","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.5572007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5265f1c1-3c39-4332-8f87-63b7c5a01426"} {"level":"info","ts":1785868799.557266,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5265f1c1-3c39-4332-8f87-63b7c5a01426","name":"e2e-external-model"} {"level":"info","ts":1785868799.574312,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5265f1c1-3c39-4332-8f87-63b7c5a01426","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868811.2841682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868811.2842407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.28425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.284262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","EoS":true} {"level":"info","ts":1785868811.2842822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","header":"x-maas-subscription"} {"level":"info","ts":1785868811.284293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","header":"x-maas-username"} {"level":"info","ts":1785868811.284299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","header":"x-maas-group"} {"level":"info","ts":1785868811.2843118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868811.2843187,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","modelName":"e2e-external-model"} {"level":"info","ts":1785868811.2843292,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785868811.2843633,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785868811.2843816,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","authType":"apikey"} {"level":"info","ts":1785868811.2844105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.3988752,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.3988981,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.3989189,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","EoS":false} {"level":"info","ts":1785868811.3989356,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.3989801,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","EoS":true} {"level":"info","ts":1785868811.3989906,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.525266,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4761ca0e-d651-41d0-b297-89aab9226e64","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.525305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4761ca0e-d651-41d0-b297-89aab9226e64","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785868811.5253086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7745135a-eaa4-41d6-953a-f4a70236ab4d"} {"level":"info","ts":1785868811.5318234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14ee6430-6008-48f6-9bf0-8f4c410458db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.531852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14ee6430-6008-48f6-9bf0-8f4c410458db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785868811.5319932,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7745135a-eaa4-41d6-953a-f4a70236ab4d","name":"e2e-cleanup-test"} {"level":"info","ts":1785868811.5442982,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7745135a-eaa4-41d6-953a-f4a70236ab4d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868811.5530193,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e735ea-c711-45f1-bb27-5e616c4dc534"} {"level":"info","ts":1785868811.5531476,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e735ea-c711-45f1-bb27-5e616c4dc534","name":"e2e-cleanup-test"} {"level":"info","ts":1785868811.5532837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3063b84-f878-4668-9a17-de4daa5e7a86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.5533175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3063b84-f878-4668-9a17-de4daa5e7a86","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785868811.568089,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe0f9c74-b140-4e6b-bde8-0b304ff1a5de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.568123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe0f9c74-b140-4e6b-bde8-0b304ff1a5de","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785868811.568697,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e735ea-c711-45f1-bb27-5e616c4dc534","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785868811.5687401,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e735ea-c711-45f1-bb27-5e616c4dc534","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868811.5687847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"914ffe0e-db3d-4e1d-ab28-f7c9116b095d"} {"level":"info","ts":1785868811.5688357,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"914ffe0e-db3d-4e1d-ab28-f7c9116b095d","name":"e2e-cleanup-test"} {"level":"info","ts":1785868811.5784035,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"914ffe0e-db3d-4e1d-ab28-f7c9116b095d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868811.587765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecc58cd5-ca02-4e01-9231-115ab5cb3cb0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.5877929,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecc58cd5-ca02-4e01-9231-115ab5cb3cb0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785868811.5887754,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"914ffe0e-db3d-4e1d-ab28-f7c9116b095d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868811.5888484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3929dcb-6756-40bf-a9f6-a8a2117e2f9c"} {"level":"info","ts":1785868811.5889,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3929dcb-6756-40bf-a9f6-a8a2117e2f9c","name":"e2e-cleanup-test"} {"level":"info","ts":1785868811.5990026,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3929dcb-6756-40bf-a9f6-a8a2117e2f9c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868819.811084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f23f8b7-96fc-4b89-a894-22c43490db57","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868819.8111196,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f23f8b7-96fc-4b89-a894-22c43490db57","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868819.8111293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41dce9b8-78ae-4262-80dd-5416abe593a4"} {"level":"info","ts":1785868824.1961448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.1962056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4"} {"level":"info","ts":1785868824.1962152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4"} {"level":"info","ts":1785868824.1962342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4","EoS":true} {"level":"info","ts":1785868824.196276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785868824.1963131,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4"} {"level":"info","ts":1785868824.2403831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.240441,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.2404518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.240463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","EoS":true} {"level":"info","ts":1785868824.2404861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","header":"x-maas-subscription"} {"level":"info","ts":1785868824.2404966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","header":"x-maas-username"} {"level":"info","ts":1785868824.2405024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","header":"x-maas-group"} {"level":"info","ts":1785868824.2405133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868824.2405198,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","modelName":"e2e-external-model"} {"level":"info","ts":1785868824.2405322,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785868824.2405536,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785868824.240571,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","authType":"apikey"} {"level":"info","ts":1785868824.2405944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.294378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.294399,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.2944238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","EoS":false} {"level":"info","ts":1785868824.2944393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.2944796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","EoS":true} {"level":"info","ts":1785868824.2944896,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.3379552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.338024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.3380342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.3380451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","EoS":true} {"level":"info","ts":1785868824.3380635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","header":"x-maas-subscription"} {"level":"info","ts":1785868824.338073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","header":"x-maas-group"} {"level":"info","ts":1785868824.338079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","header":"x-maas-username"} {"level":"info","ts":1785868824.3380895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868824.3381112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.3886335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.3886514,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.3886652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","EoS":false} {"level":"info","ts":1785868824.3886762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.388699,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","EoS":true} {"level":"info","ts":1785868824.3887072,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.428394,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.428446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.4284558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.4284658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","EoS":true} {"level":"info","ts":1785868824.428483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","header":"x-maas-group"} {"level":"info","ts":1785868824.4284928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","header":"x-maas-username"} {"level":"info","ts":1785868824.428499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","header":"x-maas-subscription"} {"level":"info","ts":1785868824.4285214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.5293334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.529356,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.529377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","EoS":false} {"level":"info","ts":1785868824.529393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.5295029,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","EoS":true} {"level":"info","ts":1785868824.5295281,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868825.4714146,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55df6238-013d-47c8-b850-2c1a4d3edb13","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868825.4714527,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55df6238-013d-47c8-b850-2c1a4d3edb13","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868825.471471,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd0c29b0-3bf7-4dcc-9d84-98e8a8ce8e93"} {"level":"info","ts":1785868825.6220918,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67e927e6-b91c-44ef-9ebd-11cf62eb4309","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868825.622118,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67e927e6-b91c-44ef-9ebd-11cf62eb4309","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868825.6221645,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e2edf7-d440-4f35-a16a-02d2edd7ccc8"} {"level":"info","ts":1785868825.7893105,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"57ed7b99-66ce-448a-9094-ad042056a4bf","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785868825.7893798,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"57ed7b99-66ce-448a-9094-ad042056a4bf","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785870455.9514906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785870455.95155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81a27330-f9e3-4e78-8759-b55c9e2fc7a2"} {"level":"info","ts":1785870519.9484127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785870519.948492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.948502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.9485137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","EoS":true} {"level":"info","ts":1785870519.948541,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","header":"x-maas-group"} {"level":"info","ts":1785870519.9485538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","header":"x-maas-subscription"} {"level":"info","ts":1785870519.9485626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","header":"x-maas-username"} {"level":"info","ts":1785870519.9485762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785870519.9486012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.9494703,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.9494984,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.9495158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","EoS":false} {"level":"info","ts":1785870519.9495332,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.949559,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","EoS":true} {"level":"info","ts":1785870519.949569,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"}