{"level":"info","ts":1785269770.5992103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7","EoS":true} {"level":"info","ts":1785269770.5992389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7","header":"x-maas-username"} {"level":"info","ts":1785269770.5992558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7","header":"x-maas-subscription"} {"level":"info","ts":1785269770.5992663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7","header":"x-maas-group"} {"level":"info","ts":1785269770.5992827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269770.5993285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7"} {"level":"info","ts":1785269770.6011198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7"} {"level":"info","ts":1785269770.6011508,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7"} {"level":"info","ts":1785269770.601169,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7","EoS":false} {"level":"info","ts":1785269770.601182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7","EoS":true} {"level":"info","ts":1785269770.6012242,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"564b9e3c-d79f-455b-bc82-1e83ebb1bab7"} {"level":"info","ts":1785269770.7349014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269770.7349777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732"} {"level":"info","ts":1785269770.7349894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732"} {"level":"info","ts":1785269770.7350008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732","EoS":true} {"level":"info","ts":1785269770.7350247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732","header":"x-maas-group"} {"level":"info","ts":1785269770.7350354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732","header":"x-maas-subscription"} {"level":"info","ts":1785269770.7350407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732","header":"x-maas-username"} {"level":"info","ts":1785269770.7350543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269770.73508,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732"} {"level":"info","ts":1785269770.7373116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732"} {"level":"info","ts":1785269770.7373333,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732"} {"level":"info","ts":1785269770.737351,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732","EoS":false} {"level":"info","ts":1785269770.7373638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732","EoS":true} {"level":"info","ts":1785269770.7373934,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9b0e67ba-e1ed-45e3-b875-a478a5274732"} {"level":"info","ts":1785269770.8738515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269770.8739195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597"} {"level":"info","ts":1785269770.873931,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597"} {"level":"info","ts":1785269770.8739424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597","EoS":true} {"level":"info","ts":1785269770.8739676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597","header":"x-maas-username"} {"level":"info","ts":1785269770.8739781,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597","header":"x-maas-subscription"} {"level":"info","ts":1785269770.8739827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597","header":"x-maas-group"} {"level":"info","ts":1785269770.8739953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269770.8740196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597"} {"level":"info","ts":1785269770.8747213,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597"} {"level":"info","ts":1785269770.874743,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597"} {"level":"info","ts":1785269770.8747625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597","EoS":false} {"level":"info","ts":1785269770.8747835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597","EoS":true} {"level":"info","ts":1785269770.8748126,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6a3f1320-bb89-49fb-86f7-f16f3db0f597"} {"level":"info","ts":1785269771.0094595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269771.0095406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185"} {"level":"info","ts":1785269771.0095541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185"} {"level":"info","ts":1785269771.0095663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185","EoS":true} {"level":"info","ts":1785269771.0095894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185","header":"x-maas-group"} {"level":"info","ts":1785269771.0096002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185","header":"x-maas-username"} {"level":"info","ts":1785269771.0096054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185","header":"x-maas-subscription"} {"level":"info","ts":1785269771.0096185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269771.0096428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185"} {"level":"info","ts":1785269771.0103223,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185"} {"level":"info","ts":1785269771.0103416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185"} {"level":"info","ts":1785269771.010356,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185","EoS":false} {"level":"info","ts":1785269771.0103703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185","EoS":true} {"level":"info","ts":1785269771.010402,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6c293057-f50d-4248-9fe1-2b2233457185"} {"level":"info","ts":1785269771.14555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269771.1456218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6"} {"level":"info","ts":1785269771.1456332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6"} {"level":"info","ts":1785269771.1456442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6","EoS":true} {"level":"info","ts":1785269771.145668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6","header":"x-maas-username"} {"level":"info","ts":1785269771.1456785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6","header":"x-maas-subscription"} {"level":"info","ts":1785269771.1456842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6","header":"x-maas-group"} {"level":"info","ts":1785269771.1456983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269771.1457236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6"} {"level":"info","ts":1785269771.1463645,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6"} {"level":"info","ts":1785269771.1463866,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6"} {"level":"info","ts":1785269771.146408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6","EoS":false} {"level":"info","ts":1785269771.14643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6","EoS":true} {"level":"info","ts":1785269771.1464634,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bafc0dde-8f1d-4155-a45d-b55069f36cb6"} {"level":"info","ts":1785269791.1871984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269791.1872797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00"} {"level":"info","ts":1785269791.1873124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00"} {"level":"info","ts":1785269791.187333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00","EoS":true} {"level":"info","ts":1785269791.1873674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00","header":"x-maas-subscription"} {"level":"info","ts":1785269791.1873822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00","header":"x-maas-group"} {"level":"info","ts":1785269791.1873896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00","header":"x-maas-username"} {"level":"info","ts":1785269791.1874082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269791.1874397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00"} {"level":"info","ts":1785269791.188124,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00"} {"level":"info","ts":1785269791.1881459,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00"} {"level":"info","ts":1785269791.1881614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00","EoS":false} {"level":"info","ts":1785269791.1881733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00","EoS":true} {"level":"info","ts":1785269791.1882038,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a2797230-50c1-41ab-94e1-0f7b32df5a00"} {"level":"info","ts":1785269791.2159662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269791.2160425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839"} {"level":"info","ts":1785269791.2160578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839"} {"level":"info","ts":1785269791.21607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839","EoS":true} {"level":"info","ts":1785269791.2160914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839","header":"x-maas-subscription"} {"level":"info","ts":1785269791.216103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839","header":"x-maas-username"} {"level":"info","ts":1785269791.2161078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839","header":"x-maas-group"} {"level":"info","ts":1785269791.2161202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269791.2161455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839"} {"level":"info","ts":1785269791.2167559,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839"} {"level":"info","ts":1785269791.2167747,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839"} {"level":"info","ts":1785269791.2167892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839","EoS":false} {"level":"info","ts":1785269791.2168005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839","EoS":true} {"level":"info","ts":1785269791.21683,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"70bfa3d5-3410-4e5a-9670-ad2897a5e839"} {"level":"info","ts":1785269791.3035054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269791.303569,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c74dd357-5001-4037-8ac7-1dc7a69a213a"} {"level":"info","ts":1785269791.3049815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c74dd357-5001-4037-8ac7-1dc7a69a213a"} {"level":"info","ts":1785269791.3050003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c74dd357-5001-4037-8ac7-1dc7a69a213a"} {"level":"info","ts":1785269791.3050168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c74dd357-5001-4037-8ac7-1dc7a69a213a","EoS":false} {"level":"info","ts":1785269791.3050292,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c74dd357-5001-4037-8ac7-1dc7a69a213a"} {"level":"info","ts":1785269791.3050504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c74dd357-5001-4037-8ac7-1dc7a69a213a","EoS":true} {"level":"info","ts":1785269791.3050568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c74dd357-5001-4037-8ac7-1dc7a69a213a"} {"level":"info","ts":1785269795.9099307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269795.9100277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3"} {"level":"info","ts":1785269795.910045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3"} {"level":"info","ts":1785269795.9100592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3","EoS":true} {"level":"info","ts":1785269795.910084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3","header":"x-maas-username"} {"level":"info","ts":1785269795.9100947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3","header":"x-maas-subscription"} {"level":"info","ts":1785269795.9101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3","header":"x-maas-group"} {"level":"info","ts":1785269795.9101136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269795.910139,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3"} {"level":"info","ts":1785269795.911131,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3"} {"level":"info","ts":1785269795.9111512,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3"} {"level":"info","ts":1785269795.9111674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3","EoS":false} {"level":"info","ts":1785269795.911179,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3","EoS":true} {"level":"info","ts":1785269795.9112077,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3768cbd3-35eb-4eeb-ba38-cdbed17494b3"} {"level":"info","ts":1785269808.5167687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269808.5168447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97"} {"level":"info","ts":1785269808.5168636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97"} {"level":"info","ts":1785269808.5168757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97","EoS":true} {"level":"info","ts":1785269808.5169005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97","header":"x-maas-group"} {"level":"info","ts":1785269808.516911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97","header":"x-maas-subscription"} {"level":"info","ts":1785269808.516916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97","header":"x-maas-username"} {"level":"info","ts":1785269808.5169296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785269808.5169532,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97"} {"level":"info","ts":1785269808.51922,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97"} {"level":"info","ts":1785269808.5192413,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97"} {"level":"info","ts":1785269808.5192618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97","EoS":false} {"level":"info","ts":1785269808.51928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97","EoS":true} {"level":"info","ts":1785269808.5193372,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0665c115-f3ff-4ae4-9426-27f5d8e60d97"} {"level":"info","ts":1785269821.3550997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269821.3551924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2"} {"level":"info","ts":1785269821.3552074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2"} {"level":"info","ts":1785269821.355225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2","EoS":true} {"level":"info","ts":1785269821.3552618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2","header":"x-maas-username"} {"level":"info","ts":1785269821.3552792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2","header":"x-maas-group"} {"level":"info","ts":1785269821.3553038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2","header":"x-maas-subscription"} {"level":"info","ts":1785269821.3553221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269821.3553476,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2"} {"level":"info","ts":1785269821.3569856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2"} {"level":"info","ts":1785269821.3570056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2"} {"level":"info","ts":1785269821.3570213,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2","EoS":false} {"level":"info","ts":1785269821.3570328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2","EoS":true} {"level":"info","ts":1785269821.3570592,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e7e90835-8a12-4a31-b639-f0eb287997c2"} {"level":"info","ts":1785269829.8825388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269829.8826134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90"} {"level":"info","ts":1785269829.8826253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90"} {"level":"info","ts":1785269829.8826368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90","EoS":true} {"level":"info","ts":1785269829.8826602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90","header":"x-maas-username"} {"level":"info","ts":1785269829.8826735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90","header":"x-maas-subscription"} {"level":"info","ts":1785269829.882683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90","header":"x-maas-group"} {"level":"info","ts":1785269829.8826962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269829.882721,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90"} {"level":"info","ts":1785269829.8836532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90"} {"level":"info","ts":1785269829.8836796,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90"} {"level":"info","ts":1785269829.8837037,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90","EoS":false} {"level":"info","ts":1785269829.8837225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90","EoS":true} {"level":"info","ts":1785269829.8837528,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8baba7eb-20f1-47f0-90a2-4e5511eadf90"} {"level":"info","ts":1785269838.6982462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269838.698342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8"} {"level":"info","ts":1785269838.6983547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8"} {"level":"info","ts":1785269838.6983666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8","EoS":true} {"level":"info","ts":1785269838.6983898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8","header":"x-maas-username"} {"level":"info","ts":1785269838.6983998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8","header":"x-maas-subscription"} {"level":"info","ts":1785269838.6984084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8","header":"x-maas-group"} {"level":"info","ts":1785269838.6984215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269838.6984465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8"} {"level":"info","ts":1785269838.6993597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8"} {"level":"info","ts":1785269838.6993825,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8"} {"level":"info","ts":1785269838.6994035,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8","EoS":false} {"level":"info","ts":1785269838.6994233,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8","EoS":true} {"level":"info","ts":1785269838.6994607,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7740dcff-c99e-47ff-9ea5-8516320e03c8"} {"level":"info","ts":1785269861.5353692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269861.5354714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61"} {"level":"info","ts":1785269861.535488,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61"} {"level":"info","ts":1785269861.5355015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61","EoS":true} {"level":"info","ts":1785269861.5355294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61","header":"x-maas-group"} {"level":"info","ts":1785269861.5355406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61","header":"x-maas-username"} {"level":"info","ts":1785269861.535546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61","header":"x-maas-subscription"} {"level":"info","ts":1785269861.5355597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785269861.535585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61"} {"level":"info","ts":1785269861.5365846,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61"} {"level":"info","ts":1785269861.5366118,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61"} {"level":"info","ts":1785269861.5366347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61","EoS":false} {"level":"info","ts":1785269861.5366526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61","EoS":true} {"level":"info","ts":1785269861.5366898,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3ce95550-a9d5-408d-8a60-7ce6c9757a61"} {"level":"info","ts":1785269884.5098007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269884.509887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33acb416-b363-4958-921b-49950ef12011"} {"level":"info","ts":1785269884.509902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33acb416-b363-4958-921b-49950ef12011"} {"level":"info","ts":1785269884.5099213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33acb416-b363-4958-921b-49950ef12011","EoS":true} {"level":"info","ts":1785269884.509957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33acb416-b363-4958-921b-49950ef12011","header":"x-maas-subscription"} {"level":"info","ts":1785269884.5099702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33acb416-b363-4958-921b-49950ef12011","header":"x-maas-group"} {"level":"info","ts":1785269884.5099792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33acb416-b363-4958-921b-49950ef12011","header":"x-maas-username"} {"level":"info","ts":1785269884.509998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33acb416-b363-4958-921b-49950ef12011","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785269884.5100317,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33acb416-b363-4958-921b-49950ef12011"} {"level":"info","ts":1785269884.5128517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33acb416-b363-4958-921b-49950ef12011"} {"level":"info","ts":1785269884.5128796,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33acb416-b363-4958-921b-49950ef12011"} {"level":"info","ts":1785269884.5128977,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33acb416-b363-4958-921b-49950ef12011","EoS":false} {"level":"info","ts":1785269884.5129163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33acb416-b363-4958-921b-49950ef12011","EoS":true} {"level":"info","ts":1785269884.5129488,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"33acb416-b363-4958-921b-49950ef12011"} {"level":"info","ts":1785269919.6278152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269919.6278949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"174e4680-cb21-4254-9481-377561386034"} {"level":"info","ts":1785269919.627907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"174e4680-cb21-4254-9481-377561386034"} {"level":"info","ts":1785269919.6279178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"174e4680-cb21-4254-9481-377561386034","EoS":true} {"level":"info","ts":1785269919.6279542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"174e4680-cb21-4254-9481-377561386034","header":"x-maas-username"} {"level":"info","ts":1785269919.6279657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"174e4680-cb21-4254-9481-377561386034","header":"x-maas-group"} {"level":"info","ts":1785269919.6279705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"174e4680-cb21-4254-9481-377561386034","header":"x-maas-subscription"} {"level":"info","ts":1785269919.6279843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"174e4680-cb21-4254-9481-377561386034","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269919.628011,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"174e4680-cb21-4254-9481-377561386034"} {"level":"info","ts":1785269919.632189,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"174e4680-cb21-4254-9481-377561386034"} {"level":"info","ts":1785269919.6322184,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"174e4680-cb21-4254-9481-377561386034"} {"level":"info","ts":1785269919.63224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"174e4680-cb21-4254-9481-377561386034","EoS":false} {"level":"info","ts":1785269919.6322591,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"174e4680-cb21-4254-9481-377561386034","EoS":true} {"level":"info","ts":1785269919.632321,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"174e4680-cb21-4254-9481-377561386034"} {"level":"info","ts":1785269928.9972117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269928.9973059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e"} {"level":"info","ts":1785269928.9973166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e"} {"level":"info","ts":1785269928.9973288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e","EoS":true} {"level":"info","ts":1785269928.9973555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e","header":"x-maas-group"} {"level":"info","ts":1785269928.9973655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e","header":"x-maas-username"} {"level":"info","ts":1785269928.99737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e","header":"x-maas-subscription"} {"level":"info","ts":1785269928.9973822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269928.9974055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e"} {"level":"info","ts":1785269928.999529,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e"} {"level":"info","ts":1785269928.9995492,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e"} {"level":"info","ts":1785269928.9995646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e","EoS":false} {"level":"info","ts":1785269928.9995787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e","EoS":true} {"level":"info","ts":1785269928.9996066,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1a4a8c4b-51c5-43d8-be6d-a8b212ffc85e"} {"level":"info","ts":1785269929.0331416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269929.033229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477"} {"level":"info","ts":1785269929.033244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477"} {"level":"info","ts":1785269929.0332568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477","EoS":true} {"level":"info","ts":1785269929.033282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477","header":"x-maas-subscription"} {"level":"info","ts":1785269929.0333076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477","header":"x-maas-username"} {"level":"info","ts":1785269929.0333133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477","header":"x-maas-group"} {"level":"info","ts":1785269929.0333266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269929.0333514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477"} {"level":"info","ts":1785269929.0344207,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477"} {"level":"info","ts":1785269929.0344448,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477"} {"level":"info","ts":1785269929.034473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477","EoS":false} {"level":"info","ts":1785269929.034487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477","EoS":true} {"level":"info","ts":1785269929.0345187,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0f2de098-4f4e-414d-8185-7c31af132477"} {"level":"info","ts":1785269948.0986912,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269948.098773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41"} {"level":"info","ts":1785269948.0987856,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41"} {"level":"info","ts":1785269948.0987976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41","EoS":true} {"level":"info","ts":1785269948.0988252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41","header":"x-maas-group"} {"level":"info","ts":1785269948.098839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41","header":"x-maas-username"} {"level":"info","ts":1785269948.0988455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41","header":"x-maas-subscription"} {"level":"info","ts":1785269948.0988579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269948.0988827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41"} {"level":"info","ts":1785269948.0998116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41"} {"level":"info","ts":1785269948.099849,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41"} {"level":"info","ts":1785269948.0998747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41","EoS":false} {"level":"info","ts":1785269948.0998971,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41","EoS":true} {"level":"info","ts":1785269948.0999317,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"34110519-994c-4755-81ee-5f1abca78e41"} {"level":"info","ts":1785270094.068393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270094.0684764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66"} {"level":"info","ts":1785270094.0684886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66"} {"level":"info","ts":1785270094.0685008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66","EoS":true} {"level":"info","ts":1785270094.0685275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66","header":"x-maas-username"} {"level":"info","ts":1785270094.0685387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66","header":"x-maas-subscription"} {"level":"info","ts":1785270094.0685449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66","header":"x-maas-group"} {"level":"info","ts":1785270094.068558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785270094.068583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66"} {"level":"info","ts":1785270094.0704248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66"} {"level":"info","ts":1785270094.0704494,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66"} {"level":"info","ts":1785270094.0704706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66","EoS":false} {"level":"info","ts":1785270094.070489,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66","EoS":true} {"level":"info","ts":1785270094.0705276,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"56fcd055-98bc-4f60-b80b-5f7ccb4fea66"} {"level":"info","ts":1785270137.9644594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270137.9645345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f"} {"level":"info","ts":1785270137.9645474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f"} {"level":"info","ts":1785270137.9645584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f","EoS":true} {"level":"info","ts":1785270137.9645827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f","header":"x-maas-subscription"} {"level":"info","ts":1785270137.964596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f","header":"x-maas-group"} {"level":"info","ts":1785270137.9646018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f","header":"x-maas-username"} {"level":"info","ts":1785270137.9646146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785270137.9646397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f"} {"level":"info","ts":1785270137.9655938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f"} {"level":"info","ts":1785270137.9656167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f"} {"level":"info","ts":1785270137.9656339,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f","EoS":false} {"level":"info","ts":1785270137.9656532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f","EoS":true} {"level":"info","ts":1785270137.96568,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"87bde67b-f2d9-4cdf-8f1a-b5564ea4958f"} {"level":"info","ts":1785270153.2670712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270153.2671351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5"} {"level":"info","ts":1785270153.2671452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5"} {"level":"info","ts":1785270153.2671611,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5","EoS":true} {"level":"info","ts":1785270153.2671857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5","header":"x-maas-username"} {"level":"info","ts":1785270153.2671964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5","header":"x-maas-group"} {"level":"info","ts":1785270153.2672014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5","header":"x-maas-subscription"} {"level":"info","ts":1785270153.2672148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785270153.2672384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5"} {"level":"info","ts":1785270153.2681055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5"} {"level":"info","ts":1785270153.2681272,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5"} {"level":"info","ts":1785270153.2681506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5","EoS":false} {"level":"info","ts":1785270153.268171,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5","EoS":true} {"level":"info","ts":1785270153.2682157,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f090b49d-ac77-4de3-93be-09de341a79a5"} {"level":"info","ts":1785270473.7410467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270473.7411304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2"} {"level":"info","ts":1785270473.7411432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2"} {"level":"info","ts":1785270473.7411551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2","EoS":true} {"level":"info","ts":1785270473.741179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2","header":"x-maas-group"} {"level":"info","ts":1785270473.741189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2","header":"x-maas-username"} {"level":"info","ts":1785270473.7411947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2","header":"x-maas-subscription"} {"level":"info","ts":1785270473.7412105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785270473.741233,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2"} {"level":"info","ts":1785270473.7419608,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2"} {"level":"info","ts":1785270473.741982,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2"} {"level":"info","ts":1785270473.7420027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2","EoS":false} {"level":"info","ts":1785270473.7420204,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2","EoS":true} {"level":"info","ts":1785270473.7420628,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a2d5d33a-b015-4fe5-ba6c-1c03122c79f2"} {"level":"info","ts":1785270478.5092487,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fa39ba70-69d6-4551-be15-5c437d408c40","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785270478.5095444,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32658.70819394,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.5095766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.5749924,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.6096017,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fa39ba70-69d6-4551-be15-5c437d408c40","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785270478.620342,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11bca776-a631-4fb7-9816-e384b4d62ba4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785270478.6203752,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11bca776-a631-4fb7-9816-e384b4d62ba4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785270478.6204243,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84d05665-1abc-4c4c-a533-27b1292fce87"} {"level":"info","ts":1785270478.630147,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c77f5cc-b13e-4510-9feb-df8ebc64d8ea","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785270478.6301832,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c77f5cc-b13e-4510-9feb-df8ebc64d8ea","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785270478.6309028,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37045.373481829,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.630921,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.6402853,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.7314022,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84d05665-1abc-4c4c-a533-27b1292fce87","name":"e2e-external-provider"} {"level":"info","ts":1785270478.7353683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"182e3127-2a0b-48ae-861b-964986ac0597","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270478.7354207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"182e3127-2a0b-48ae-861b-964986ac0597","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785270478.7354295,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beed6804-b7a0-4f25-a12b-945f6abc9ee0"} {"level":"info","ts":1785270478.7415578,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beed6804-b7a0-4f25-a12b-945f6abc9ee0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785270478.7416272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa7161af-3e1c-4eb1-a81d-c4aeea7a5e59","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270478.7416573,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa7161af-3e1c-4eb1-a81d-c4aeea7a5e59","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785270478.7490351,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beed6804-b7a0-4f25-a12b-945f6abc9ee0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785270478.749108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10c45408-619f-4118-b46b-b6672517ed5e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270478.7491372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10c45408-619f-4118-b46b-b6672517ed5e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785270478.7491176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc1a4ca0-b6ef-4dd3-9e63-9c451770ccd2"} {"level":"info","ts":1785270478.7491755,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc1a4ca0-b6ef-4dd3-9e63-9c451770ccd2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785270478.7511566,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84d05665-1abc-4c4c-a533-27b1292fce87","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785270478.7544556,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc1a4ca0-b6ef-4dd3-9e63-9c451770ccd2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785270478.75453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3578a98-30d8-4354-8a5d-8aa290fcdcd9"} {"level":"info","ts":1785270478.7545521,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3578a98-30d8-4354-8a5d-8aa290fcdcd9","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785270478.7600236,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3578a98-30d8-4354-8a5d-8aa290fcdcd9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785270478.7632313,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84d05665-1abc-4c4c-a533-27b1292fce87","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785270478.768796,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84d05665-1abc-4c4c-a533-27b1292fce87","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785270478.774411,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"509362ab-d7e9-4c2f-b0b3-61c55bc3471f"} {"level":"info","ts":1785270478.774416,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7799b95f-be0b-4176-8bca-40a39e6676f2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785270478.774449,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7799b95f-be0b-4176-8bca-40a39e6676f2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785270478.7744892,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"509362ab-d7e9-4c2f-b0b3-61c55bc3471f","name":"e2e-external-provider"} {"level":"info","ts":1785270478.7745523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2ac63fc-6e59-4e17-9172-b198db9df4dc"} {"level":"info","ts":1785270478.7747977,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39485.289224643,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.774812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.7748775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"288f65c9-20b0-46e4-ae9c-573ce67c8be4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270478.7749062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"288f65c9-20b0-46e4-ae9c-573ce67c8be4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785270478.781624,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785270478.785272,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"509362ab-d7e9-4c2f-b0b3-61c55bc3471f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785270478.790787,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27c3fb99-1820-4d55-93ee-22d04881a9f4"} {"level":"info","ts":1785270478.7908382,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27c3fb99-1820-4d55-93ee-22d04881a9f4","name":"e2e-external-provider"} {"level":"info","ts":1785270478.802807,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27c3fb99-1820-4d55-93ee-22d04881a9f4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785270478.875527,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2ac63fc-6e59-4e17-9172-b198db9df4dc","name":"e2e-external-model"} {"level":"info","ts":1785270478.88765,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2ac63fc-6e59-4e17-9172-b198db9df4dc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785270478.8962755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62a7f17c-1693-4123-8879-06630714ab1f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270478.8963387,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62a7f17c-1693-4123-8879-06630714ab1f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785270478.8964005,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3072d01-2f55-4cc3-978c-f1bc5c98c370"} {"level":"info","ts":1785270478.8964686,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3072d01-2f55-4cc3-978c-f1bc5c98c370","name":"e2e-external-model"} {"level":"error","ts":1785270478.9132533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3072d01-2f55-4cc3-978c-f1bc5c98c370","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785270478.9133418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbff1e57-61e6-498a-b419-96aa3838d9d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270478.9133763,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbff1e57-61e6-498a-b419-96aa3838d9d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785270478.9133744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f53fa6d-2a55-49d7-8b80-547bfe471d5b"} {"level":"info","ts":1785270478.9134376,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f53fa6d-2a55-49d7-8b80-547bfe471d5b","name":"e2e-external-model"} {"level":"info","ts":1785270478.9220984,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f53fa6d-2a55-49d7-8b80-547bfe471d5b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785270478.9303699,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fad22391-0d13-410a-b8aa-c7538a721095","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270478.9303966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fad22391-0d13-410a-b8aa-c7538a721095","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785270478.9306142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23d1e235-df2d-4eff-9d54-04b9fdb069df"} {"level":"info","ts":1785270478.930667,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23d1e235-df2d-4eff-9d54-04b9fdb069df","name":"e2e-external-model"} {"level":"info","ts":1785270478.9407287,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23d1e235-df2d-4eff-9d54-04b9fdb069df","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785270486.324187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270486.32427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda"} {"level":"info","ts":1785270486.3243117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda"} {"level":"info","ts":1785270486.3243287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","EoS":true} {"level":"info","ts":1785270486.3243566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","header":"x-maas-username"} {"level":"info","ts":1785270486.3243675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","header":"x-maas-subscription"} {"level":"info","ts":1785270486.3243735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","header":"x-maas-group"} {"level":"info","ts":1785270486.3243878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785270486.324395,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","modelName":"e2e-external-model"} {"level":"info","ts":1785270486.3244069,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785270486.3244455,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785270486.3244612,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","authType":"apikey"} {"level":"info","ts":1785270486.324487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda"} {"level":"info","ts":1785270486.4321907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda"} {"level":"info","ts":1785270486.432219,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda"} {"level":"info","ts":1785270486.4322371,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","EoS":false} {"level":"info","ts":1785270486.4322503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","EoS":true} {"level":"error","ts":1785270486.4322603,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785270486.4323275,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fe55b99b-27fe-4691-93c8-b85237815fda"} {"level":"info","ts":1785270486.563213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"251c739f-269f-4210-998d-e3761a7e71d1"} {"level":"info","ts":1785270486.563213,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7470b0b-e6cc-433e-9d98-e3c4a91153e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785270486.5632513,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7470b0b-e6cc-433e-9d98-e3c4a91153e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785270486.5781944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8e7a138-50d3-4884-b2dd-6220a9ae0fe8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785270486.5782292,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8e7a138-50d3-4884-b2dd-6220a9ae0fe8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785270486.5894115,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"251c739f-269f-4210-998d-e3761a7e71d1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785270486.5895011,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"251c739f-269f-4210-998d-e3761a7e71d1","name":"e2e-cleanup-test"} {"level":"info","ts":1785270486.6049762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5120153d-91d0-4d3a-9ad8-0265a3d2a9f9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785270486.60502,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5120153d-91d0-4d3a-9ad8-0265a3d2a9f9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785270486.6254656,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"251c739f-269f-4210-998d-e3761a7e71d1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785270486.6255176,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"251c739f-269f-4210-998d-e3761a7e71d1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785270486.6255758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b69b40b6-557b-4cf7-ac47-2379ff4ec15c"} {"level":"info","ts":1785270486.6256342,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b69b40b6-557b-4cf7-ac47-2379ff4ec15c","name":"e2e-cleanup-test"} {"level":"error","ts":1785270486.6735477,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b69b40b6-557b-4cf7-ac47-2379ff4ec15c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785270486.674001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38cdbf51-a82d-4642-8fce-7e07d8f96b40","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785270486.6740382,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38cdbf51-a82d-4642-8fce-7e07d8f96b40","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785270486.6740518,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4268c6b-eb26-44a6-a778-ffced9719c80"} {"level":"info","ts":1785270486.674116,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4268c6b-eb26-44a6-a778-ffced9719c80","name":"e2e-cleanup-test"} {"level":"info","ts":1785270486.7061014,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4268c6b-eb26-44a6-a778-ffced9719c80","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785270486.7143202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19f6e0be-142c-4370-b66f-2e5811fa163f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785270486.7143605,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19f6e0be-142c-4370-b66f-2e5811fa163f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785270486.7146168,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"720296bb-fb83-425c-8b8f-97745a2fa970"} {"level":"info","ts":1785270486.7146897,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"720296bb-fb83-425c-8b8f-97745a2fa970","name":"e2e-cleanup-test"} {"level":"info","ts":1785270486.7333808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"720296bb-fb83-425c-8b8f-97745a2fa970","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785270494.8224165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"876c2edd-8316-4b8c-bf7b-8b99d2e026e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785270494.8224502,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"876c2edd-8316-4b8c-bf7b-8b99d2e026e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785270494.8224406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab83a03e-4053-4c38-bc31-f07ccb321054"} {"level":"info","ts":1785270499.1525896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270499.1526592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adb7db14-e78a-4ac5-a97c-837cfe9c56a2"} {"level":"info","ts":1785270499.152669,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"adb7db14-e78a-4ac5-a97c-837cfe9c56a2"} {"level":"info","ts":1785270499.1526845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"adb7db14-e78a-4ac5-a97c-837cfe9c56a2","EoS":true} {"level":"info","ts":1785270499.1527145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adb7db14-e78a-4ac5-a97c-837cfe9c56a2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785270499.1527402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"adb7db14-e78a-4ac5-a97c-837cfe9c56a2"} {"level":"info","ts":1785270499.1989532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270499.1990392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a"} {"level":"info","ts":1785270499.1990545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a"} {"level":"info","ts":1785270499.199067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","EoS":true} {"level":"info","ts":1785270499.1990938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","header":"x-maas-username"} {"level":"info","ts":1785270499.1991043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","header":"x-maas-group"} {"level":"info","ts":1785270499.199109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","header":"x-maas-subscription"} {"level":"info","ts":1785270499.1991224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785270499.199132,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","modelName":"e2e-external-model"} {"level":"info","ts":1785270499.199144,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785270499.199166,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785270499.199181,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","authType":"apikey"} {"level":"info","ts":1785270499.1992059,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a"} {"level":"info","ts":1785270499.2999728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a"} {"level":"info","ts":1785270499.3000026,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a"} {"level":"info","ts":1785270499.30002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","EoS":false} {"level":"info","ts":1785270499.3000338,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","EoS":true} {"level":"error","ts":1785270499.3000448,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785270499.3000789,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8cade51b-96fc-49cc-a0a6-d8c25fa6625a"} {"level":"info","ts":1785270499.3407633,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270499.3408513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d"} {"level":"info","ts":1785270499.3408647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d"} {"level":"info","ts":1785270499.340884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","EoS":true} {"level":"info","ts":1785270499.3409216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","header":"x-maas-group"} {"level":"info","ts":1785270499.3409328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","header":"x-maas-username"} {"level":"info","ts":1785270499.340942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","header":"x-maas-subscription"} {"level":"info","ts":1785270499.3409681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785270499.3410044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d"} {"level":"info","ts":1785270499.3917758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d"} {"level":"info","ts":1785270499.3918076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d"} {"level":"info","ts":1785270499.3918264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","EoS":false} {"level":"info","ts":1785270499.3918397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","EoS":true} {"level":"error","ts":1785270499.3918512,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785270499.3918889,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1ccd18d3-f0f3-4cea-a50d-b6253674175d"} {"level":"info","ts":1785270499.4307246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270499.4308205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649"} {"level":"info","ts":1785270499.4308362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649"} {"level":"info","ts":1785270499.4308507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649","EoS":true} {"level":"info","ts":1785270499.430877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649","header":"x-maas-subscription"} {"level":"info","ts":1785270499.430887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649","header":"x-maas-group"} {"level":"info","ts":1785270499.4308934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649","header":"x-maas-username"} {"level":"info","ts":1785270499.4309256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649"} {"level":"info","ts":1785270499.483153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649"} {"level":"info","ts":1785270499.4831817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649"} {"level":"info","ts":1785270499.483199,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649","EoS":false} {"level":"info","ts":1785270499.483249,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649","EoS":true} {"level":"error","ts":1785270499.48327,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785270499.483344,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"51161b02-488a-40cd-9211-28d8307a2649"} {"level":"info","ts":1785270500.2946675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dff5414-a9ee-4fcf-b9a1-f23c8d8399de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270500.2946947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04179f7e-227d-4393-a009-876c698af267"} {"level":"info","ts":1785270500.294715,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dff5414-a9ee-4fcf-b9a1-f23c8d8399de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785270500.440869,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8cd0c55-3779-4029-ba0a-2128bda38769","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785270500.4409027,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8cd0c55-3779-4029-ba0a-2128bda38769","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785270500.4409528,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ea9a248-d0fb-4638-97d8-b0010c0f14b9"} {"level":"info","ts":1785270500.5568192,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7db6c1e4-dac4-4a23-a690-78fd16bdb163","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785270500.5568762,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7db6c1e4-dac4-4a23-a690-78fd16bdb163","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785271993.720795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271993.720865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44346605-e69e-4aa3-9ff3-177553bae4c7"} {"level":"info","ts":1785272047.8712604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272047.8713806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa"} {"level":"info","ts":1785272047.8713963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa"} {"level":"info","ts":1785272047.8714101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa","EoS":true} {"level":"info","ts":1785272047.871438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa","header":"x-maas-username"} {"level":"info","ts":1785272047.871449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa","header":"x-maas-subscription"} {"level":"info","ts":1785272047.871454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa","header":"x-maas-group"} {"level":"info","ts":1785272047.8714678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785272047.871492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa"} {"level":"info","ts":1785272047.8724682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa"} {"level":"info","ts":1785272047.872489,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa"} {"level":"info","ts":1785272047.8725116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa","EoS":false} {"level":"info","ts":1785272047.8725297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa","EoS":true} {"level":"info","ts":1785272047.8725698,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"02a290bf-dc14-4964-9e99-22d2b09a0ffa"}