{"level":"info","ts":1785277178.2162929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb","header":"x-maas-username"} {"level":"info","ts":1785277178.2163005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb","header":"x-maas-subscription"} {"level":"info","ts":1785277178.216306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb","header":"x-maas-group"} {"level":"info","ts":1785277178.2163196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277178.2163475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb"} {"level":"info","ts":1785277178.2194767,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb"} {"level":"info","ts":1785277178.2195,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb"} {"level":"info","ts":1785277178.2195153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb","EoS":false} {"level":"info","ts":1785277178.2195256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb","EoS":true} {"level":"info","ts":1785277178.2195547,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"939eedf1-1a8a-40bc-a556-699758b10aeb"} {"level":"info","ts":1785277178.3574393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277178.3575242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712"} {"level":"info","ts":1785277178.3575346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712"} {"level":"info","ts":1785277178.3575466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712","EoS":true} {"level":"info","ts":1785277178.3575847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712","header":"x-maas-username"} {"level":"info","ts":1785277178.3576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712","header":"x-maas-subscription"} {"level":"info","ts":1785277178.3576078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712","header":"x-maas-group"} {"level":"info","ts":1785277178.357632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277178.357659,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712"} {"level":"info","ts":1785277178.3586202,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712"} {"level":"info","ts":1785277178.3586352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712"} {"level":"info","ts":1785277178.3586528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712","EoS":false} {"level":"info","ts":1785277178.3586643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712","EoS":true} {"level":"info","ts":1785277178.3586917,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"23b79225-3476-41f1-a51d-41eb9721b712"} {"level":"info","ts":1785277178.4960296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277178.4961288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350"} {"level":"info","ts":1785277178.4961488,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350"} {"level":"info","ts":1785277178.49617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350","EoS":true} {"level":"info","ts":1785277178.496212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350","header":"x-maas-group"} {"level":"info","ts":1785277178.4962244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350","header":"x-maas-username"} {"level":"info","ts":1785277178.496235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350","header":"x-maas-subscription"} {"level":"info","ts":1785277178.4962537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277178.4962916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350"} {"level":"info","ts":1785277178.4972649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350"} {"level":"info","ts":1785277178.4972858,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350"} {"level":"info","ts":1785277178.4973016,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350","EoS":false} {"level":"info","ts":1785277178.4973133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350","EoS":true} {"level":"info","ts":1785277178.497341,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ac2a32d2-8769-4cc2-8f62-f3fbb1596350"} {"level":"info","ts":1785277178.6327162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277178.6327946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0"} {"level":"info","ts":1785277178.6328049,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0"} {"level":"info","ts":1785277178.632816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0","EoS":true} {"level":"info","ts":1785277178.6328404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0","header":"x-maas-group"} {"level":"info","ts":1785277178.6328528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0","header":"x-maas-username"} {"level":"info","ts":1785277178.632859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0","header":"x-maas-subscription"} {"level":"info","ts":1785277178.632871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277178.6328917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0"} {"level":"info","ts":1785277178.633804,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0"} {"level":"info","ts":1785277178.6338265,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0"} {"level":"info","ts":1785277178.6338415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0","EoS":false} {"level":"info","ts":1785277178.6338532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0","EoS":true} {"level":"info","ts":1785277178.6338818,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d626dec9-7f1d-4885-94f9-01181958b0d0"} {"level":"info","ts":1785277178.7680843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277178.7681658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"582db507-915a-48bb-90ce-8120715947f7"} {"level":"info","ts":1785277178.7681787,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"582db507-915a-48bb-90ce-8120715947f7"} {"level":"info","ts":1785277178.7681904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"582db507-915a-48bb-90ce-8120715947f7","EoS":true} {"level":"info","ts":1785277178.7682164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"582db507-915a-48bb-90ce-8120715947f7","header":"x-maas-subscription"} {"level":"info","ts":1785277178.7682645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"582db507-915a-48bb-90ce-8120715947f7","header":"x-maas-username"} {"level":"info","ts":1785277178.7682734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"582db507-915a-48bb-90ce-8120715947f7","header":"x-maas-group"} {"level":"info","ts":1785277178.7682872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"582db507-915a-48bb-90ce-8120715947f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277178.7683148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"582db507-915a-48bb-90ce-8120715947f7"} {"level":"info","ts":1785277178.7692337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"582db507-915a-48bb-90ce-8120715947f7"} {"level":"info","ts":1785277178.7692559,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"582db507-915a-48bb-90ce-8120715947f7"} {"level":"info","ts":1785277178.769269,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"582db507-915a-48bb-90ce-8120715947f7","EoS":false} {"level":"info","ts":1785277178.769284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"582db507-915a-48bb-90ce-8120715947f7","EoS":true} {"level":"info","ts":1785277178.7693143,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"582db507-915a-48bb-90ce-8120715947f7"} {"level":"info","ts":1785277197.7701428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277197.7702286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e"} {"level":"info","ts":1785277197.7702448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e"} {"level":"info","ts":1785277197.770256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e","EoS":true} {"level":"info","ts":1785277197.7702842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e","header":"x-maas-username"} {"level":"info","ts":1785277197.7702928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e","header":"x-maas-group"} {"level":"info","ts":1785277197.7702997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e","header":"x-maas-subscription"} {"level":"info","ts":1785277197.7703178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277197.770351,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e"} {"level":"info","ts":1785277197.7734141,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e"} {"level":"info","ts":1785277197.773434,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e"} {"level":"info","ts":1785277197.7734478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e","EoS":false} {"level":"info","ts":1785277197.7734652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e","EoS":true} {"level":"info","ts":1785277197.7734945,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a1152f16-d957-9297-89f6-d72a52d1688e"} {"level":"info","ts":1785277197.8806727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277197.8807786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3dcb3cf-7cd1-4805-9174-3cf0cf6f22c4"} {"level":"info","ts":1785277197.881614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3dcb3cf-7cd1-4805-9174-3cf0cf6f22c4"} {"level":"info","ts":1785277197.8816307,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c3dcb3cf-7cd1-4805-9174-3cf0cf6f22c4"} {"level":"info","ts":1785277197.8816464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3dcb3cf-7cd1-4805-9174-3cf0cf6f22c4","EoS":false} {"level":"info","ts":1785277197.8816583,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c3dcb3cf-7cd1-4805-9174-3cf0cf6f22c4"} {"level":"info","ts":1785277197.8816824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3dcb3cf-7cd1-4805-9174-3cf0cf6f22c4","EoS":true} {"level":"info","ts":1785277197.8816879,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c3dcb3cf-7cd1-4805-9174-3cf0cf6f22c4"} {"level":"info","ts":1785277202.511539,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277202.5116198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f"} {"level":"info","ts":1785277202.5116289,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f"} {"level":"info","ts":1785277202.511641,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f","EoS":true} {"level":"info","ts":1785277202.5116658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f","header":"x-maas-username"} {"level":"info","ts":1785277202.5116768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f","header":"x-maas-group"} {"level":"info","ts":1785277202.5116827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f","header":"x-maas-subscription"} {"level":"info","ts":1785277202.5116985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277202.5117214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f"} {"level":"info","ts":1785277202.5126827,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f"} {"level":"info","ts":1785277202.512704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f"} {"level":"info","ts":1785277202.5127203,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f","EoS":false} {"level":"info","ts":1785277202.5127318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f","EoS":true} {"level":"info","ts":1785277202.5127614,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d5f55f90-199b-4f5c-bb46-ddf5dd213b2f"} {"level":"info","ts":1785277213.1154704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277213.1155486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e"} {"level":"info","ts":1785277213.1155581,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e"} {"level":"info","ts":1785277213.1155689,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e","EoS":true} {"level":"info","ts":1785277213.1155932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e","header":"x-maas-username"} {"level":"info","ts":1785277213.1156044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e","header":"x-maas-subscription"} {"level":"info","ts":1785277213.1156094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e","header":"x-maas-group"} {"level":"info","ts":1785277213.1156235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277213.1156507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e"} {"level":"info","ts":1785277213.1165113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e"} {"level":"info","ts":1785277213.116534,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e"} {"level":"info","ts":1785277213.1165571,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e","EoS":false} {"level":"info","ts":1785277213.116577,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e","EoS":true} {"level":"info","ts":1785277213.1166205,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0a68f46-c781-4720-bcf0-de6cb1eceb8e"} {"level":"info","ts":1785277225.9687707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277225.9688466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783"} {"level":"info","ts":1785277225.968856,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783"} {"level":"info","ts":1785277225.968867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783","EoS":true} {"level":"info","ts":1785277225.9688928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783","header":"x-maas-username"} {"level":"info","ts":1785277225.968901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783","header":"x-maas-group"} {"level":"info","ts":1785277225.9689066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783","header":"x-maas-subscription"} {"level":"info","ts":1785277225.9689212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277225.9689634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783"} {"level":"info","ts":1785277225.9699557,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783"} {"level":"info","ts":1785277225.9699788,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783"} {"level":"info","ts":1785277225.9699998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783","EoS":false} {"level":"info","ts":1785277225.9700181,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783","EoS":true} {"level":"info","ts":1785277225.9700654,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bfb24387-dcad-4aec-a565-47f69d510783"} {"level":"info","ts":1785277234.5060332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277234.506107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3"} {"level":"info","ts":1785277234.506119,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3"} {"level":"info","ts":1785277234.5061307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3","EoS":true} {"level":"info","ts":1785277234.5061543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3","header":"x-maas-username"} {"level":"info","ts":1785277234.506166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3","header":"x-maas-subscription"} {"level":"info","ts":1785277234.506171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3","header":"x-maas-group"} {"level":"info","ts":1785277234.5061877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277234.5062137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3"} {"level":"info","ts":1785277234.5072312,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3"} {"level":"info","ts":1785277234.5072544,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3"} {"level":"info","ts":1785277234.5072699,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3","EoS":false} {"level":"info","ts":1785277234.5072813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3","EoS":true} {"level":"info","ts":1785277234.50731,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"745188a0-711b-4706-ab1d-d8797dc52ab3"} {"level":"info","ts":1785277243.370595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277243.370688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539"} {"level":"info","ts":1785277243.3707013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539"} {"level":"info","ts":1785277243.3707213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539","EoS":true} {"level":"info","ts":1785277243.3707561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539","header":"x-maas-username"} {"level":"info","ts":1785277243.3707705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539","header":"x-maas-subscription"} {"level":"info","ts":1785277243.3707805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539","header":"x-maas-group"} {"level":"info","ts":1785277243.370802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277243.3708372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539"} {"level":"info","ts":1785277243.371763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539"} {"level":"info","ts":1785277243.371784,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539"} {"level":"info","ts":1785277243.3717995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539","EoS":false} {"level":"info","ts":1785277243.3718116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539","EoS":true} {"level":"info","ts":1785277243.3718424,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fd973546-2f52-4e14-95b5-899ecb35c539"} {"level":"info","ts":1785277268.4840763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277268.4841702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9"} {"level":"info","ts":1785277268.4841816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9"} {"level":"info","ts":1785277268.4841998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9","EoS":true} {"level":"info","ts":1785277268.4842322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9","header":"x-maas-group"} {"level":"info","ts":1785277268.4842436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9","header":"x-maas-username"} {"level":"info","ts":1785277268.4842498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9","header":"x-maas-subscription"} {"level":"info","ts":1785277268.484264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277268.4842978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9"} {"level":"info","ts":1785277268.48614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9"} {"level":"info","ts":1785277268.4861622,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9"} {"level":"info","ts":1785277268.486177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9","EoS":false} {"level":"info","ts":1785277268.4861898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9","EoS":true} {"level":"info","ts":1785277268.4862213,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04b4c949-56c9-472b-94ad-f89837d1f2b9"} {"level":"info","ts":1785277291.288078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277291.288177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1130f983-0919-4775-81d9-709bc060f643"} {"level":"info","ts":1785277291.2881925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1130f983-0919-4775-81d9-709bc060f643"} {"level":"info","ts":1785277291.2882154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1130f983-0919-4775-81d9-709bc060f643","EoS":true} {"level":"info","ts":1785277291.2882535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1130f983-0919-4775-81d9-709bc060f643","header":"x-maas-group"} {"level":"info","ts":1785277291.2882633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1130f983-0919-4775-81d9-709bc060f643","header":"x-maas-username"} {"level":"info","ts":1785277291.288268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1130f983-0919-4775-81d9-709bc060f643","header":"x-maas-subscription"} {"level":"info","ts":1785277291.2882826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1130f983-0919-4775-81d9-709bc060f643","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277291.2883108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1130f983-0919-4775-81d9-709bc060f643"} {"level":"info","ts":1785277291.2892501,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1130f983-0919-4775-81d9-709bc060f643"} {"level":"info","ts":1785277291.2892725,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1130f983-0919-4775-81d9-709bc060f643"} {"level":"info","ts":1785277291.28929,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1130f983-0919-4775-81d9-709bc060f643","EoS":false} {"level":"info","ts":1785277291.289301,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1130f983-0919-4775-81d9-709bc060f643","EoS":true} {"level":"info","ts":1785277291.2893312,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1130f983-0919-4775-81d9-709bc060f643"} {"level":"info","ts":1785277328.39171,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277328.3917985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219"} {"level":"info","ts":1785277328.39181,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219"} {"level":"info","ts":1785277328.3918219,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219","EoS":true} {"level":"info","ts":1785277328.3918571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219","header":"x-maas-group"} {"level":"info","ts":1785277328.3918653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219","header":"x-maas-username"} {"level":"info","ts":1785277328.3918703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219","header":"x-maas-subscription"} {"level":"info","ts":1785277328.3918848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277328.3919046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219"} {"level":"info","ts":1785277328.395351,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219"} {"level":"info","ts":1785277328.3953848,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219"} {"level":"info","ts":1785277328.395402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219","EoS":false} {"level":"info","ts":1785277328.395416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219","EoS":true} {"level":"info","ts":1785277328.3954506,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8cd542e1-840d-4263-85d2-1aa1243c4219"} {"level":"info","ts":1785277337.7833083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277337.7833962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883"} {"level":"info","ts":1785277337.7834067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883"} {"level":"info","ts":1785277337.7834187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883","EoS":true} {"level":"info","ts":1785277337.783443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883","header":"x-maas-username"} {"level":"info","ts":1785277337.783453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883","header":"x-maas-subscription"} {"level":"info","ts":1785277337.7834585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883","header":"x-maas-group"} {"level":"info","ts":1785277337.7834723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277337.7834969,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883"} {"level":"info","ts":1785277337.7845747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883"} {"level":"info","ts":1785277337.784598,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883"} {"level":"info","ts":1785277337.7846196,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883","EoS":false} {"level":"info","ts":1785277337.7846322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883","EoS":true} {"level":"info","ts":1785277337.7846653,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"45b900b1-a3cd-44c7-83d6-afc805552883"} {"level":"info","ts":1785277337.8572798,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277337.8573563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7"} {"level":"info","ts":1785277337.8573763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7"} {"level":"info","ts":1785277337.8573873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7","EoS":true} {"level":"info","ts":1785277337.8574119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7","header":"x-maas-username"} {"level":"info","ts":1785277337.8574226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7","header":"x-maas-subscription"} {"level":"info","ts":1785277337.8574276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7","header":"x-maas-group"} {"level":"info","ts":1785277337.8574421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277337.8574772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7"} {"level":"info","ts":1785277337.8584998,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7"} {"level":"info","ts":1785277337.858522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7"} {"level":"info","ts":1785277337.8585434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7","EoS":false} {"level":"info","ts":1785277337.8585546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7","EoS":true} {"level":"info","ts":1785277337.8585818,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f387fc90-0f3f-4345-b1f5-339d26a8caf7"} {"level":"info","ts":1785277357.0144339,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277357.0145211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb"} {"level":"info","ts":1785277357.014531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb"} {"level":"info","ts":1785277357.0145423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb","EoS":true} {"level":"info","ts":1785277357.0145662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb","header":"x-maas-username"} {"level":"info","ts":1785277357.0145776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb","header":"x-maas-subscription"} {"level":"info","ts":1785277357.0145833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb","header":"x-maas-group"} {"level":"info","ts":1785277357.0145986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277357.0146768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb"} {"level":"info","ts":1785277357.0156882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb"} {"level":"info","ts":1785277357.015711,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb"} {"level":"info","ts":1785277357.01573,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb","EoS":false} {"level":"info","ts":1785277357.0157435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb","EoS":true} {"level":"info","ts":1785277357.0157719,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cdebecab-264a-4f11-a19c-370dbb31fcdb"} {"level":"info","ts":1785277501.3499436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277501.3500302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d"} {"level":"info","ts":1785277501.3500412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d"} {"level":"info","ts":1785277501.3500519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d","EoS":true} {"level":"info","ts":1785277501.3500762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d","header":"x-maas-group"} {"level":"info","ts":1785277501.3500874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d","header":"x-maas-username"} {"level":"info","ts":1785277501.3500943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d","header":"x-maas-subscription"} {"level":"info","ts":1785277501.3501081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785277501.3501337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d"} {"level":"info","ts":1785277501.3518422,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d"} {"level":"info","ts":1785277501.3518634,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d"} {"level":"info","ts":1785277501.3518877,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d","EoS":false} {"level":"info","ts":1785277501.3519015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d","EoS":true} {"level":"info","ts":1785277501.3519554,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b07dc31d-add7-4d35-9bfa-4b3bc7f3b72d"} {"level":"info","ts":1785277542.6626472,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277542.6627355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd"} {"level":"info","ts":1785277542.6627452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd"} {"level":"info","ts":1785277542.6627567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd","EoS":true} {"level":"info","ts":1785277542.662782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd","header":"x-maas-subscription"} {"level":"info","ts":1785277542.6627924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd","header":"x-maas-group"} {"level":"info","ts":1785277542.6627975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd","header":"x-maas-username"} {"level":"info","ts":1785277542.6628118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277542.662837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd"} {"level":"info","ts":1785277542.6644282,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd"} {"level":"info","ts":1785277542.6644478,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd"} {"level":"info","ts":1785277542.6644614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd","EoS":false} {"level":"info","ts":1785277542.6644728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd","EoS":true} {"level":"info","ts":1785277542.664503,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7f72d149-ff9b-41c2-9777-05ef1ecd87cd"} {"level":"info","ts":1785277557.9865437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277557.986637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c"} {"level":"info","ts":1785277557.9866507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c"} {"level":"info","ts":1785277557.9866617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c","EoS":true} {"level":"info","ts":1785277557.9866872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c","header":"x-maas-group"} {"level":"info","ts":1785277557.9866982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c","header":"x-maas-username"} {"level":"info","ts":1785277557.9867036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c","header":"x-maas-subscription"} {"level":"info","ts":1785277557.9867175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277557.9867375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c"} {"level":"info","ts":1785277557.987741,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c"} {"level":"info","ts":1785277557.9877625,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c"} {"level":"info","ts":1785277557.9877832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c","EoS":false} {"level":"info","ts":1785277557.9878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c","EoS":true} {"level":"info","ts":1785277557.9878414,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"17cfef1f-2893-43f4-8f32-af766daa145c"} {"level":"info","ts":1785277884.467981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277884.4680765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8"} {"level":"info","ts":1785277884.4680865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8"} {"level":"info","ts":1785277884.4680984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8","EoS":true} {"level":"info","ts":1785277884.468124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8","header":"x-maas-subscription"} {"level":"info","ts":1785277884.4681363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8","header":"x-maas-username"} {"level":"info","ts":1785277884.468143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8","header":"x-maas-group"} {"level":"info","ts":1785277884.4681609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277884.4681873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8"} {"level":"info","ts":1785277884.4704168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8"} {"level":"info","ts":1785277884.4704394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8"} {"level":"info","ts":1785277884.4704623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8","EoS":false} {"level":"info","ts":1785277884.470482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8","EoS":true} {"level":"info","ts":1785277884.4705288,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ba2b647a-d8d1-41e4-bcd2-75c4309d56c8"} {"level":"info","ts":1785277884.509175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277884.5092597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57"} {"level":"info","ts":1785277884.509276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57"} {"level":"info","ts":1785277884.509295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57","EoS":true} {"level":"info","ts":1785277884.5093656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57","header":"x-maas-subscription"} {"level":"info","ts":1785277884.5093791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57","header":"x-maas-username"} {"level":"info","ts":1785277884.5093873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57","header":"x-maas-group"} {"level":"info","ts":1785277884.5094075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277884.5094423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57"} {"level":"info","ts":1785277884.5122545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57"} {"level":"info","ts":1785277884.5122774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57"} {"level":"info","ts":1785277884.512295,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57","EoS":false} {"level":"info","ts":1785277884.5123065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57","EoS":true} {"level":"info","ts":1785277884.512336,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c1ebbc24-0559-4612-a445-d4696bbb8d57"} {"level":"info","ts":1785277889.3198025,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cf7fe408-8058-463a-a889-66a63ff76889","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785277889.3201358,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39166.685690806,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.320162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.353759,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.4208477,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cf7fe408-8058-463a-a889-66a63ff76889","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785277889.444384,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ac9278d-8908-4584-947d-96e0a57da459","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785277889.4444065,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c01453a-44a8-4fda-8b47-8c861dae0471"} {"level":"info","ts":1785277889.4444282,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ac9278d-8908-4584-947d-96e0a57da459","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785277889.4536686,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba882515-0745-4495-b8f4-c55e6ae88fd4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785277889.4538262,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba882515-0745-4495-b8f4-c55e6ae88fd4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785277889.4539025,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35095.807232346,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.453942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.4606113,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.554862,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c01453a-44a8-4fda-8b47-8c861dae0471","name":"e2e-external-provider"} {"level":"info","ts":1785277889.556765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af77548e-2580-4847-a938-afeaa4bda50f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277889.5567834,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf359ae-f692-42f6-982c-0a3dbf619dde"} {"level":"info","ts":1785277889.5568197,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af77548e-2580-4847-a938-afeaa4bda50f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785277889.5614557,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf359ae-f692-42f6-982c-0a3dbf619dde","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785277889.56148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3efa2d41-a66c-4850-b408-c768960d4dfe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277889.5616019,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3efa2d41-a66c-4850-b408-c768960d4dfe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785277889.568322,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf359ae-f692-42f6-982c-0a3dbf619dde","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785277889.5683541,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25980571-89d6-4050-b7dc-518a3ad5de09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277889.5684037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25980571-89d6-4050-b7dc-518a3ad5de09","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785277889.568425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e6d57f0-447b-407b-a707-af6cb03541a7"} {"level":"info","ts":1785277889.568452,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e6d57f0-447b-407b-a707-af6cb03541a7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785277889.5715203,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c01453a-44a8-4fda-8b47-8c861dae0471","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785277889.5721793,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e6d57f0-447b-407b-a707-af6cb03541a7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785277889.5780854,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c01453a-44a8-4fda-8b47-8c861dae0471","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785277889.5832322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c41072f-dbfd-4e24-8e99-0f4594b7b975"} {"level":"info","ts":1785277889.5832703,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c41072f-dbfd-4e24-8e99-0f4594b7b975","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785277889.5845451,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c01453a-44a8-4fda-8b47-8c861dae0471","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785277889.5873022,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c41072f-dbfd-4e24-8e99-0f4594b7b975","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785277889.5909145,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4cdbba8b-5d02-4788-b718-2e096d11b068"} {"level":"info","ts":1785277889.5909977,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4cdbba8b-5d02-4788-b718-2e096d11b068","name":"e2e-external-provider"} {"level":"info","ts":1785277889.5910094,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"496d46e0-0a0a-4185-991f-1b11e0877718","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785277889.591045,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"496d46e0-0a0a-4185-991f-1b11e0877718","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785277889.591122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23a24434-e34e-492a-a1db-1c5245ff4f16"} {"level":"info","ts":1785277889.5911906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5cdbe7e-5960-412f-91ad-2b80635e3ecf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277889.5913455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39302.170567804,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.591363,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.5913973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5cdbe7e-5960-412f-91ad-2b80635e3ecf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785277889.5991867,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4cdbba8b-5d02-4788-b718-2e096d11b068","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785277889.6003418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785277889.6030755,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"566b3e6f-50a3-4ee8-ab55-cb9fb6408268"} {"level":"info","ts":1785277889.603124,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"566b3e6f-50a3-4ee8-ab55-cb9fb6408268","name":"e2e-external-provider"} {"level":"info","ts":1785277889.6101775,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"566b3e6f-50a3-4ee8-ab55-cb9fb6408268","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785277889.6917105,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23a24434-e34e-492a-a1db-1c5245ff4f16","name":"e2e-external-model"} {"level":"info","ts":1785277889.7019997,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23a24434-e34e-492a-a1db-1c5245ff4f16","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785277889.7068732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0eeca7c4-6845-4d60-9771-44159c0038a9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277889.7069201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0eeca7c4-6845-4d60-9771-44159c0038a9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785277889.7069135,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8ede19-9b29-473a-9268-71452ddcf978"} {"level":"info","ts":1785277889.7070086,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8ede19-9b29-473a-9268-71452ddcf978","name":"e2e-external-model"} {"level":"error","ts":1785277889.7200491,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb8ede19-9b29-473a-9268-71452ddcf978","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785277889.7201161,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"430674a2-1897-4626-8e9c-639478f8d08e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277889.7201357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b537f5-91ad-4e4e-b270-d318598ec8b9"} {"level":"info","ts":1785277889.7201483,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"430674a2-1897-4626-8e9c-639478f8d08e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785277889.7201874,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b537f5-91ad-4e4e-b270-d318598ec8b9","name":"e2e-external-model"} {"level":"info","ts":1785277889.726489,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b537f5-91ad-4e4e-b270-d318598ec8b9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785277889.7309213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"023f8290-9672-4a4a-b391-dd7bb2a7fc86"} {"level":"info","ts":1785277889.731015,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"023f8290-9672-4a4a-b391-dd7bb2a7fc86","name":"e2e-external-model"} {"level":"info","ts":1785277889.7309215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"096fd26b-56b1-4486-b63f-a0a2856026f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277889.7310517,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"096fd26b-56b1-4486-b63f-a0a2856026f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785277889.7377248,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"023f8290-9672-4a4a-b391-dd7bb2a7fc86","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785277897.1654234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277897.1655042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525"} {"level":"info","ts":1785277897.165513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525"} {"level":"info","ts":1785277897.165525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","EoS":true} {"level":"info","ts":1785277897.1655514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","header":"x-maas-username"} {"level":"info","ts":1785277897.1655602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","header":"x-maas-subscription"} {"level":"info","ts":1785277897.165565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","header":"x-maas-group"} {"level":"info","ts":1785277897.1655803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785277897.165597,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","modelName":"e2e-external-model"} {"level":"info","ts":1785277897.1656113,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785277897.1656399,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785277897.1656635,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","authType":"apikey"} {"level":"info","ts":1785277897.165702,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525"} {"level":"info","ts":1785277897.2727742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525"} {"level":"info","ts":1785277897.2728064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525"} {"level":"info","ts":1785277897.2728245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","EoS":false} {"level":"info","ts":1785277897.2728379,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","EoS":true} {"level":"error","ts":1785277897.272848,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785277897.272897,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"69c1cc7a-acc1-4423-b15d-04ab4cbde525"} {"level":"info","ts":1785277897.3970819,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66eef4a1-e936-4157-8c62-91f5a20c1876","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785277897.3971248,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66eef4a1-e936-4157-8c62-91f5a20c1876","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785277897.3970897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93555439-987f-43fc-9d0c-8f3bbf67fb82"} {"level":"info","ts":1785277897.402135,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93555439-987f-43fc-9d0c-8f3bbf67fb82","name":"e2e-cleanup-test"} {"level":"info","ts":1785277897.4022112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d52999b-b6a2-43d1-8f4e-cd0886013feb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785277897.4022446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d52999b-b6a2-43d1-8f4e-cd0886013feb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785277897.4100928,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93555439-987f-43fc-9d0c-8f3bbf67fb82","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785277897.41791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c127e9d4-2b34-471e-b632-cb3d1dfa60ea"} {"level":"info","ts":1785277897.4179652,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef7c890-d6ef-42f8-af30-6c297435e8ff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785277897.41799,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef7c890-d6ef-42f8-af30-6c297435e8ff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785277897.4180188,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c127e9d4-2b34-471e-b632-cb3d1dfa60ea","name":"e2e-cleanup-test"} {"level":"error","ts":1785277897.4322915,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c127e9d4-2b34-471e-b632-cb3d1dfa60ea","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785277897.432326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56da75a9-d6f5-4bbc-9a21-e8956710914e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785277897.4323905,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56da75a9-d6f5-4bbc-9a21-e8956710914e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785277897.4323885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6056212a-9db8-4535-8a1c-a6e922ddf5ac"} {"level":"info","ts":1785277897.432451,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6056212a-9db8-4535-8a1c-a6e922ddf5ac","name":"e2e-cleanup-test"} {"level":"info","ts":1785277897.4400399,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6056212a-9db8-4535-8a1c-a6e922ddf5ac","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785277897.4444654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"953dcb8d-c64e-4031-bcbf-8aa66d3d5449"} {"level":"info","ts":1785277897.4445271,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"953dcb8d-c64e-4031-bcbf-8aa66d3d5449","name":"e2e-cleanup-test"} {"level":"info","ts":1785277897.4445243,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe1d5197-ad83-4761-8a14-21c7c7e0ad20","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785277897.4445589,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe1d5197-ad83-4761-8a14-21c7c7e0ad20","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785277897.45164,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"953dcb8d-c64e-4031-bcbf-8aa66d3d5449","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785277897.4550445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce2ec182-bb03-448e-868e-605ebfecb18d"} {"level":"info","ts":1785277897.4551017,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce2ec182-bb03-448e-868e-605ebfecb18d","name":"e2e-cleanup-test"} {"level":"info","ts":1785277897.461986,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce2ec182-bb03-448e-868e-605ebfecb18d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785277905.6638997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7b358be-0147-413f-8b85-5e75a17b044b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785277905.663961,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7b358be-0147-413f-8b85-5e75a17b044b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785277905.6639624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5161bde-5a69-43d1-9479-5165e9e0c888"} {"level":"info","ts":1785277909.971099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277909.9711986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7389262-c988-4606-ae51-ec828e3388eb"} {"level":"info","ts":1785277909.9712172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7389262-c988-4606-ae51-ec828e3388eb"} {"level":"info","ts":1785277909.9712372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7389262-c988-4606-ae51-ec828e3388eb","EoS":true} {"level":"info","ts":1785277909.9712799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7389262-c988-4606-ae51-ec828e3388eb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785277909.9713113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7389262-c988-4606-ae51-ec828e3388eb"} {"level":"info","ts":1785277910.0140982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277910.014171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6"} {"level":"info","ts":1785277910.0141792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6"} {"level":"info","ts":1785277910.0141907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","EoS":true} {"level":"info","ts":1785277910.014215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","header":"x-maas-group"} {"level":"info","ts":1785277910.0142272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","header":"x-maas-username"} {"level":"info","ts":1785277910.014232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","header":"x-maas-subscription"} {"level":"info","ts":1785277910.014244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785277910.014252,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","modelName":"e2e-external-model"} {"level":"info","ts":1785277910.0142648,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785277910.014287,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785277910.0143032,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","authType":"apikey"} {"level":"info","ts":1785277910.0143313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6"} {"level":"info","ts":1785277910.0648382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6"} {"level":"info","ts":1785277910.0648687,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6"} {"level":"info","ts":1785277910.0648859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","EoS":false} {"level":"info","ts":1785277910.0648985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","EoS":true} {"level":"error","ts":1785277910.0649076,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785277910.0649698,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e648dc6e-a734-4ce1-821a-49f0308e9ca6"} {"level":"info","ts":1785277910.1001177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277910.1001925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5"} {"level":"info","ts":1785277910.1002057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5"} {"level":"info","ts":1785277910.1002166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","EoS":true} {"level":"info","ts":1785277910.1002407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","header":"x-maas-username"} {"level":"info","ts":1785277910.1002512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","header":"x-maas-group"} {"level":"info","ts":1785277910.1002567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","header":"x-maas-subscription"} {"level":"info","ts":1785277910.1002688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785277910.1002975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5"} {"level":"info","ts":1785277910.1523542,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5"} {"level":"info","ts":1785277910.1523876,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5"} {"level":"info","ts":1785277910.1524236,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","EoS":false} {"level":"info","ts":1785277910.152437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","EoS":true} {"level":"error","ts":1785277910.152448,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785277910.152489,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"14546fad-32d0-4e5c-9ea2-a94c1407d7b5"} {"level":"info","ts":1785277910.2124527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277910.2125242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde"} {"level":"info","ts":1785277910.2125325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde"} {"level":"info","ts":1785277910.2125437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde","EoS":true} {"level":"info","ts":1785277910.2125692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde","header":"x-maas-subscription"} {"level":"info","ts":1785277910.2125802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde","header":"x-maas-username"} {"level":"info","ts":1785277910.2125874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde","header":"x-maas-group"} {"level":"info","ts":1785277910.2126205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde"} {"level":"info","ts":1785277910.339184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde"} {"level":"info","ts":1785277910.3392107,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde"} {"level":"info","ts":1785277910.339228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde","EoS":false} {"level":"info","ts":1785277910.3392406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde","EoS":true} {"level":"error","ts":1785277910.3392494,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785277910.3392856,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9f81dcdd-0f7f-4779-aafc-82aa84538dde"} {"level":"info","ts":1785277911.1817372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"831cdf88-3cf1-4183-9919-ce3368e683a2"} {"level":"info","ts":1785277911.1817896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a98e8a70-23a2-4a82-ab1a-ac275312386e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277911.1818285,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a98e8a70-23a2-4a82-ab1a-ac275312386e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785277911.3277254,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e519f4a4-a031-4d47-961e-bbd02f88c9c0"} {"level":"info","ts":1785277911.3277884,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b65c6f57-4d13-47f0-bf53-e1d11b900e4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785277911.327847,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b65c6f57-4d13-47f0-bf53-e1d11b900e4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785277911.4549994,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2fcde550-2fad-4e71-8b17-a7fb9ec6630c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785277911.4551501,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2fcde550-2fad-4e71-8b17-a7fb9ec6630c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785279281.6349459,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279281.6350315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0df56490-2a9c-497c-9d37-ed644b3a5737"} {"level":"info","ts":1785279356.4191568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279356.4192412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01"} {"level":"info","ts":1785279356.4192498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01"} {"level":"info","ts":1785279356.4192605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01","EoS":true} {"level":"info","ts":1785279356.419292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01","header":"x-maas-group"} {"level":"info","ts":1785279356.4193022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01","header":"x-maas-username"} {"level":"info","ts":1785279356.419307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01","header":"x-maas-subscription"} {"level":"info","ts":1785279356.4193203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785279356.419345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01"} {"level":"info","ts":1785279356.4203303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01"} {"level":"info","ts":1785279356.4203491,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01"} {"level":"info","ts":1785279356.4203644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01","EoS":false} {"level":"info","ts":1785279356.420375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01","EoS":true} {"level":"info","ts":1785279356.4204047,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"581c5693-2f7e-4724-8599-2d2d06122f01"}