{"level":"info","ts":1785835391.8160279,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.816041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","EoS":true} {"level":"info","ts":1785835391.816069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","header":"x-maas-username"} {"level":"info","ts":1785835391.816079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","header":"x-maas-subscription"} {"level":"info","ts":1785835391.816084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","header":"x-maas-group"} {"level":"info","ts":1785835391.816098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835391.816122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.8169544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.8169801,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.816998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","EoS":false} {"level":"info","ts":1785835391.8170137,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.8170493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d","EoS":true} {"level":"info","ts":1785835391.8170595,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8bfa0c29-8513-48ba-aa9b-acd29bd8fc3d"} {"level":"info","ts":1785835391.9550028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835391.955075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9550836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9550946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","EoS":true} {"level":"info","ts":1785835391.9551208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","header":"x-maas-subscription"} {"level":"info","ts":1785835391.9551308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","header":"x-maas-group"} {"level":"info","ts":1785835391.9551363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","header":"x-maas-username"} {"level":"info","ts":1785835391.9551494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835391.9551787,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9560142,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9560332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9560494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","EoS":false} {"level":"info","ts":1785835391.9560614,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835391.9560866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf","EoS":true} {"level":"info","ts":1785835391.9560947,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc73f434-c9bd-4c99-90b5-dd0bf5774bcf"} {"level":"info","ts":1785835392.0967917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835392.0968657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.0968804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.0968928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","EoS":true} {"level":"info","ts":1785835392.096925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","header":"x-maas-group"} {"level":"info","ts":1785835392.0969343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","header":"x-maas-subscription"} {"level":"info","ts":1785835392.0969393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","header":"x-maas-username"} {"level":"info","ts":1785835392.096952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835392.0969753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.0990121,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.0990293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.0990424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","EoS":false} {"level":"info","ts":1785835392.099054,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.099079,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584","EoS":true} {"level":"info","ts":1785835392.0990899,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fc05c326-61b0-4330-9b8a-c481a083c584"} {"level":"info","ts":1785835392.2365017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835392.236581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.236593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.236604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","EoS":true} {"level":"info","ts":1785835392.236632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","header":"x-maas-group"} {"level":"info","ts":1785835392.2366426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","header":"x-maas-subscription"} {"level":"info","ts":1785835392.2366486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","header":"x-maas-username"} {"level":"info","ts":1785835392.236661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835392.236685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.2374737,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.2374914,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.2375054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","EoS":false} {"level":"info","ts":1785835392.2375166,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835392.2375433,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802","EoS":true} {"level":"info","ts":1785835392.2375538,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d8a536f-ed5f-430c-b56d-01ec877a2802"} {"level":"info","ts":1785835413.3873334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.3874385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.387455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.3874683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","EoS":true} {"level":"info","ts":1785835413.3874981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","header":"x-maas-subscription"} {"level":"info","ts":1785835413.387509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","header":"x-maas-username"} {"level":"info","ts":1785835413.387514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","header":"x-maas-group"} {"level":"info","ts":1785835413.3875275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835413.3875527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.388457,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.3884792,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.3885014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","EoS":false} {"level":"info","ts":1785835413.3885183,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.388541,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1","EoS":true} {"level":"info","ts":1785835413.3885508,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba488eec-5d27-4510-b1f3-e9cfcb613af1"} {"level":"info","ts":1785835413.4230468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.4231327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4231474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4231887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","EoS":true} {"level":"info","ts":1785835413.4232166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","header":"x-maas-subscription"} {"level":"info","ts":1785835413.4232268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","header":"x-maas-group"} {"level":"info","ts":1785835413.4232326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","header":"x-maas-username"} {"level":"info","ts":1785835413.4232442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835413.4232688,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4240863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4241033,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4241142,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","EoS":false} {"level":"info","ts":1785835413.4241264,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.4241576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b","EoS":true} {"level":"info","ts":1785835413.4241664,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e9ce6012-3071-4e3f-a388-0d46d584d18b"} {"level":"info","ts":1785835413.5219433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835413.5220218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30015540-acd1-4926-bffd-c091179cf307"} {"level":"info","ts":1785835413.522815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30015540-acd1-4926-bffd-c091179cf307"} {"level":"info","ts":1785835413.5228372,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30015540-acd1-4926-bffd-c091179cf307"} {"level":"info","ts":1785835413.5228562,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30015540-acd1-4926-bffd-c091179cf307","EoS":false} {"level":"info","ts":1785835413.522873,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30015540-acd1-4926-bffd-c091179cf307"} {"level":"info","ts":1785835413.5228992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30015540-acd1-4926-bffd-c091179cf307","EoS":true} {"level":"info","ts":1785835413.522907,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30015540-acd1-4926-bffd-c091179cf307"} {"level":"info","ts":1785835418.1455157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835418.1455936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.145608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.1456199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","EoS":true} {"level":"info","ts":1785835418.1456478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","header":"x-maas-username"} {"level":"info","ts":1785835418.145659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","header":"x-maas-group"} {"level":"info","ts":1785835418.1456637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","header":"x-maas-subscription"} {"level":"info","ts":1785835418.145678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835418.1457024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.1466658,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.1466868,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.146708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","EoS":false} {"level":"info","ts":1785835418.1467223,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835418.1467853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4","EoS":true} {"level":"info","ts":1785835418.146802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d385c64d-3403-4e08-a5d9-32c168d291d4"} {"level":"info","ts":1785835426.7144213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835426.7145054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.7145185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.714536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","EoS":true} {"level":"info","ts":1785835426.7145672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","header":"x-maas-group"} {"level":"info","ts":1785835426.7145772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","header":"x-maas-subscription"} {"level":"info","ts":1785835426.7145822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","header":"x-maas-username"} {"level":"info","ts":1785835426.7145956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835426.714632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.728058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.7280912,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.7281158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","EoS":false} {"level":"info","ts":1785835426.7281346,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835426.7281785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d","EoS":true} {"level":"info","ts":1785835426.7281947,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66071012-c318-4ff5-a5a8-6766fceb093d"} {"level":"info","ts":1785835439.5976298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835439.5977201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5977697,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5977917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","EoS":true} {"level":"info","ts":1785835439.5978205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","header":"x-maas-subscription"} {"level":"info","ts":1785835439.5978322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","header":"x-maas-username"} {"level":"info","ts":1785835439.597839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","header":"x-maas-group"} {"level":"info","ts":1785835439.5978534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835439.5978801,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5988405,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5988631,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5988832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","EoS":false} {"level":"info","ts":1785835439.5989,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835439.5989287,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979","EoS":true} {"level":"info","ts":1785835439.5989385,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"287b28ae-8320-439d-b8c7-3ff21d5a9979"} {"level":"info","ts":1785835448.1243744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835448.1244564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.1244686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.1244805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","EoS":true} {"level":"info","ts":1785835448.1245127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","header":"x-maas-username"} {"level":"info","ts":1785835448.1245232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","header":"x-maas-group"} {"level":"info","ts":1785835448.124528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","header":"x-maas-subscription"} {"level":"info","ts":1785835448.1245418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835448.124565,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.125462,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.1254911,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.1255248,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","EoS":false} {"level":"info","ts":1785835448.1255414,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835448.1255682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c","EoS":true} {"level":"info","ts":1785835448.125578,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4c98c20-da01-4895-becf-1738239feb3c"} {"level":"info","ts":1785835456.9617507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835456.9618435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.961858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.9618714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","EoS":true} {"level":"info","ts":1785835456.9618971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","header":"x-maas-group"} {"level":"info","ts":1785835456.9619079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","header":"x-maas-subscription"} {"level":"info","ts":1785835456.9619136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","header":"x-maas-username"} {"level":"info","ts":1785835456.9619267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835456.9619513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.9628296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.962846,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.9628599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","EoS":false} {"level":"info","ts":1785835456.9628706,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835456.9628992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e","EoS":true} {"level":"info","ts":1785835456.9629123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60d38772-89b8-41f9-adf5-d79631c8b22e"} {"level":"info","ts":1785835489.5660112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835489.5661056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.566123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.5661433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","EoS":true} {"level":"info","ts":1785835489.5661821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","header":"x-maas-subscription"} {"level":"info","ts":1785835489.5661948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","header":"x-maas-group"} {"level":"info","ts":1785835489.5662029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","header":"x-maas-username"} {"level":"info","ts":1785835489.5662231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835489.5662596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.567136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.567157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.5671735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","EoS":false} {"level":"info","ts":1785835489.5671868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835489.5672133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30","EoS":true} {"level":"info","ts":1785835489.5672202,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0b68ec6-b4c2-433a-a54c-d6699aff6e30"} {"level":"info","ts":1785835523.7838702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835523.783954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.7839665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.7839785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","EoS":true} {"level":"info","ts":1785835523.7840033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","header":"x-maas-username"} {"level":"info","ts":1785835523.7840137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","header":"x-maas-subscription"} {"level":"info","ts":1785835523.7840192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","header":"x-maas-group"} {"level":"info","ts":1785835523.7840345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785835523.7840586,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.7847667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.7847898,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.784807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","EoS":false} {"level":"info","ts":1785835523.7848191,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835523.784841,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf","EoS":true} {"level":"info","ts":1785835523.7848501,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8cbe461-5d9d-47ce-8c57-7468d4cf5bbf"} {"level":"info","ts":1785835558.7513287,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835558.7514029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.7514148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.751426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","EoS":true} {"level":"info","ts":1785835558.7514515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","header":"x-maas-subscription"} {"level":"info","ts":1785835558.7514617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","header":"x-maas-username"} {"level":"info","ts":1785835558.751466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","header":"x-maas-group"} {"level":"info","ts":1785835558.7514834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835558.7515087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.7523763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.7523978,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.7524204,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","EoS":false} {"level":"info","ts":1785835558.7524424,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835558.7524803,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0772136-c205-44af-834b-c0c40e472894","EoS":true} {"level":"info","ts":1785835558.7524896,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0772136-c205-44af-834b-c0c40e472894"} {"level":"info","ts":1785835568.1647558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835568.1648467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1648626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1648822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","EoS":true} {"level":"info","ts":1785835568.1649218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","header":"x-maas-subscription"} {"level":"info","ts":1785835568.1649346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","header":"x-maas-group"} {"level":"info","ts":1785835568.1649432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","header":"x-maas-username"} {"level":"info","ts":1785835568.164963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835568.164999,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1659083,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1659386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1659594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","EoS":false} {"level":"info","ts":1785835568.1659806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.1660068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939","EoS":true} {"level":"info","ts":1785835568.1660166,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"21361bb6-586d-4f28-bf29-6e1f0685c939"} {"level":"info","ts":1785835568.202147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835568.202217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.2022307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.2022479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","EoS":true} {"level":"info","ts":1785835568.2022812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","header":"x-maas-subscription"} {"level":"info","ts":1785835568.2022924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","header":"x-maas-group"} {"level":"info","ts":1785835568.202301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","header":"x-maas-username"} {"level":"info","ts":1785835568.2023156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835568.2023437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.2031643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.203188,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.2032034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","EoS":false} {"level":"info","ts":1785835568.2032144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835568.20325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05","EoS":true} {"level":"info","ts":1785835568.2032592,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c11d53e5-b16f-4321-a716-7973f7e47c05"} {"level":"info","ts":1785835587.2154992,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835587.2155805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2155972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2156096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","EoS":true} {"level":"info","ts":1785835587.2156334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","header":"x-maas-subscription"} {"level":"info","ts":1785835587.2156434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","header":"x-maas-group"} {"level":"info","ts":1785835587.2156494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","header":"x-maas-username"} {"level":"info","ts":1785835587.2156637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835587.2156894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2166193,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2166407,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2166586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","EoS":false} {"level":"info","ts":1785835587.2166793,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835587.2167058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e795c419-5916-4253-a983-be313ef0a717","EoS":true} {"level":"info","ts":1785835587.2167149,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e795c419-5916-4253-a983-be313ef0a717"} {"level":"info","ts":1785835766.7222545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835766.7223585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7223747,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7223938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","EoS":true} {"level":"info","ts":1785835766.722433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","header":"x-maas-username"} {"level":"info","ts":1785835766.7224467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","header":"x-maas-group"} {"level":"info","ts":1785835766.722454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","header":"x-maas-subscription"} {"level":"info","ts":1785835766.722474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785835766.7225008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7357717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7357981,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7358153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","EoS":false} {"level":"info","ts":1785835766.735828,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835766.7358627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53","EoS":true} {"level":"info","ts":1785835766.735876,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba79e507-fa8c-4bcc-9a4d-7cbbf9190b53"} {"level":"info","ts":1785835829.0945575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835829.0946465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.094662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.0946817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","EoS":true} {"level":"info","ts":1785835829.094728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","header":"x-maas-subscription"} {"level":"info","ts":1785835829.0947626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","header":"x-maas-group"} {"level":"info","ts":1785835829.0947711,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","header":"x-maas-username"} {"level":"info","ts":1785835829.0947907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835829.0948231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.0965717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.0965998,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.0966213,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","EoS":false} {"level":"info","ts":1785835829.0966337,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835829.096655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5","EoS":true} {"level":"info","ts":1785835829.0966635,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"342bfd69-dc74-4787-91cf-56a28c4973c5"} {"level":"info","ts":1785835844.36201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785835844.3620894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.3621018,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.362113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","EoS":true} {"level":"info","ts":1785835844.3621392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","header":"x-maas-subscription"} {"level":"info","ts":1785835844.3621495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","header":"x-maas-group"} {"level":"info","ts":1785835844.3621554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","header":"x-maas-username"} {"level":"info","ts":1785835844.362171,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785835844.3621988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.3637607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.3637872,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.3638067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","EoS":false} {"level":"info","ts":1785835844.3638213,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785835844.3638477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107","EoS":true} {"level":"info","ts":1785835844.3638577,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84d35d87-9313-4e11-86c5-4b4a14dcb107"} {"level":"info","ts":1785836165.7055855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836165.7056913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.7057102,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.7057292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","EoS":true} {"level":"info","ts":1785836165.7057817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","header":"x-maas-subscription"} {"level":"info","ts":1785836165.705791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","header":"x-maas-group"} {"level":"info","ts":1785836165.7057958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","header":"x-maas-username"} {"level":"info","ts":1785836165.7058105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785836165.7058399,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.7074027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.7074301,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.7074537,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","EoS":false} {"level":"info","ts":1785836165.707473,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836165.7075012,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f","EoS":true} {"level":"info","ts":1785836165.7075102,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b1b307d-6c7d-4ac2-ab58-dc18b9d79e9f"} {"level":"info","ts":1785836170.546514,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7815a945-24ea-4b96-ba06-330744ced5bf","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785836170.5468075,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36365.148504621,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.5468364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.6129968,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.647761,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7815a945-24ea-4b96-ba06-330744ced5bf","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785836170.6861699,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc5ede6-489d-44ac-ab50-f2d1557b152c"} {"level":"info","ts":1785836170.6862662,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae9c1605-0ef8-49f8-a8ad-d68be2482102","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836170.6863008,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae9c1605-0ef8-49f8-a8ad-d68be2482102","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785836170.692243,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a66e51d-a27b-4d70-b456-b3e709c8ba36","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836170.6922827,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a66e51d-a27b-4d70-b456-b3e709c8ba36","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785836170.6926155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32740.636789656,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.6926365,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.7016726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.7935178,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc5ede6-489d-44ac-ab50-f2d1557b152c","name":"e2e-external-provider"} {"level":"info","ts":1785836170.809485,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc5ede6-489d-44ac-ab50-f2d1557b152c","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785836170.8212357,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc5ede6-489d-44ac-ab50-f2d1557b152c","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785836170.8223886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e13013a0-88c9-4575-8950-7c62e7954131"} {"level":"info","ts":1785836170.82239,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9f1a507-882f-4fb5-bdd0-6859b85268c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.8225343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9f1a507-882f-4fb5-bdd0-6859b85268c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.8283825,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc5ede6-489d-44ac-ab50-f2d1557b152c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785836170.8308492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5114d117-59e0-4ba1-8bd7-2974aa55eb3e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.830875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5114d117-59e0-4ba1-8bd7-2974aa55eb3e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.8328063,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e13013a0-88c9-4575-8950-7c62e7954131","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785836170.837175,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853a6997-c5fc-40be-befc-64e648847c86","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836170.8372147,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853a6997-c5fc-40be-befc-64e648847c86","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785836170.8373137,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2153140f-8a52-4d2a-ba9b-1009eef9545b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.83733,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2153140f-8a52-4d2a-ba9b-1009eef9545b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.837585,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d92a1cd4-4096-4f43-ae59-5650a1ef22bf"} {"level":"info","ts":1785836170.8376331,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d92a1cd4-4096-4f43-ae59-5650a1ef22bf","name":"e2e-external-provider"} {"level":"info","ts":1785836170.8409424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b495f0db-6f19-422d-8a92-37ff6acf0be3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.8409653,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b495f0db-6f19-422d-8a92-37ff6acf0be3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785836170.8411298,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e13013a0-88c9-4575-8950-7c62e7954131","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836170.841193,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ad2626f-887a-457e-8832-b72a41f731a7"} {"level":"info","ts":1785836170.8414018,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36514.432297277,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.8414202,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.8487198,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d92a1cd4-4096-4f43-ae59-5650a1ef22bf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785836170.849102,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785836170.9418757,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ad2626f-887a-457e-8832-b72a41f731a7","name":"e2e-external-model"} {"level":"info","ts":1785836170.955803,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ad2626f-887a-457e-8832-b72a41f731a7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836170.9618392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3724594f-3276-4500-a1b5-3383b15adb56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.961881,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3724594f-3276-4500-a1b5-3383b15adb56","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.9622386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e96776eb-95ab-4ce9-a343-eabee084de92"} {"level":"info","ts":1785836170.9622982,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e96776eb-95ab-4ce9-a343-eabee084de92","name":"e2e-external-model"} {"level":"info","ts":1785836170.9780653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2907034d-c74a-423c-b890-6a60f028241d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.9781015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2907034d-c74a-423c-b890-6a60f028241d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785836170.9784956,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e96776eb-95ab-4ce9-a343-eabee084de92","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836170.9785776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"800c72e1-ae94-4acd-b89a-11950b576a72"} {"level":"info","ts":1785836170.9786468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"800c72e1-ae94-4acd-b89a-11950b576a72","name":"e2e-external-model"} {"level":"info","ts":1785836170.989622,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"800c72e1-ae94-4acd-b89a-11950b576a72","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836170.9969673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84d654a-5510-4424-9055-abb4125bfb79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836170.996998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f84d654a-5510-4424-9055-abb4125bfb79","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785836170.9970345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"893bda2f-f744-4869-bfea-1be129dfa229"} {"level":"info","ts":1785836170.9970758,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"893bda2f-f744-4869-bfea-1be129dfa229","name":"e2e-external-model"} {"level":"info","ts":1785836171.0078187,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"893bda2f-f744-4869-bfea-1be129dfa229","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836182.955169,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836182.9552484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836182.9552586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836182.9552703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","EoS":true} {"level":"info","ts":1785836182.9552963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","header":"x-maas-username"} {"level":"info","ts":1785836182.9553063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","header":"x-maas-group"} {"level":"info","ts":1785836182.9553113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","header":"x-maas-subscription"} {"level":"info","ts":1785836182.955325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836182.955335,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","modelName":"e2e-external-model"} {"level":"info","ts":1785836182.9553463,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785836182.955388,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785836182.9554079,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","authType":"apikey"} {"level":"info","ts":1785836182.9554353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836183.0460634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836183.0460963,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836183.0461152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","EoS":false} {"level":"info","ts":1785836183.0461295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836183.0461662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa","EoS":true} {"level":"info","ts":1785836183.0461762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a9aa7d4-08a5-45e9-b77a-37c40522fbaa"} {"level":"info","ts":1785836183.1779332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ecd242-851b-4432-bd33-d5297fc6a5ca"} {"level":"info","ts":1785836183.1779811,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af63893c-5bb8-4848-baa6-95216e687fdd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.1780229,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af63893c-5bb8-4848-baa6-95216e687fdd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785836183.1853812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250746e5-69cb-4372-a35e-73363e656203","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.185415,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250746e5-69cb-4372-a35e-73363e656203","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785836183.1866298,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ecd242-851b-4432-bd33-d5297fc6a5ca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836183.1867244,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ecd242-851b-4432-bd33-d5297fc6a5ca","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.200489,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9bb973-3530-4809-8498-3045cbede815","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.2005172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c9bb973-3530-4809-8498-3045cbede815","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785836183.2022681,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ecd242-851b-4432-bd33-d5297fc6a5ca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785836183.2023077,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ecd242-851b-4432-bd33-d5297fc6a5ca","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836183.2023573,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed633d1f-7d98-44f9-9bfb-1c36613ba5d4"} {"level":"info","ts":1785836183.2024088,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed633d1f-7d98-44f9-9bfb-1c36613ba5d4","name":"e2e-cleanup-test"} {"level":"error","ts":1785836183.2157543,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed633d1f-7d98-44f9-9bfb-1c36613ba5d4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785836183.2161357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a10a9b33-2868-4d5f-8ede-dbc8de143d23"} {"level":"info","ts":1785836183.2161663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ad543a3-56d8-4ed1-bf81-0236f57845ea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.2161899,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ad543a3-56d8-4ed1-bf81-0236f57845ea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785836183.216238,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a10a9b33-2868-4d5f-8ede-dbc8de143d23","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.2253358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a10a9b33-2868-4d5f-8ede-dbc8de143d23","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836183.2331235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9673693-c6a2-4244-a1df-a48381359e35","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836183.2331643,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9673693-c6a2-4244-a1df-a48381359e35","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785836183.2332249,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd7558c-5dc1-4d82-870d-68e13c807f7f"} {"level":"info","ts":1785836183.2332847,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd7558c-5dc1-4d82-870d-68e13c807f7f","name":"e2e-cleanup-test"} {"level":"info","ts":1785836183.2450194,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd7558c-5dc1-4d82-870d-68e13c807f7f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785836191.4655623,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59031bc3-702b-4f45-bf46-14c3b01c6f8b"} {"level":"info","ts":1785836191.4655666,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87a861f5-249d-444c-adba-242bb19da58d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836191.465606,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87a861f5-249d-444c-adba-242bb19da58d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785836195.846158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836195.8462453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13"} {"level":"info","ts":1785836195.846256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13"} {"level":"info","ts":1785836195.8462682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13","EoS":true} {"level":"info","ts":1785836195.8463037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785836195.846331,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44b0523e-4345-4e6d-92b9-ec9ae2759e13"} {"level":"info","ts":1785836195.88761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836195.8876977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.8877163,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.8877487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","EoS":true} {"level":"info","ts":1785836195.8877764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","header":"x-maas-subscription"} {"level":"info","ts":1785836195.887786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","header":"x-maas-group"} {"level":"info","ts":1785836195.8877914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","header":"x-maas-username"} {"level":"info","ts":1785836195.8878043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836195.8878107,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","modelName":"e2e-external-model"} {"level":"info","ts":1785836195.8878226,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785836195.8878455,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785836195.8878624,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","authType":"apikey"} {"level":"info","ts":1785836195.8878856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.9725497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.972573,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.972592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","EoS":false} {"level":"info","ts":1785836195.9726055,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836195.97263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f","EoS":true} {"level":"info","ts":1785836195.9726381,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87db8956-30e3-4a33-a29a-5b24c1c8fc8f"} {"level":"info","ts":1785836196.0131414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836196.013215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.0132294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.0132415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","EoS":true} {"level":"info","ts":1785836196.0132637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","header":"x-maas-subscription"} {"level":"info","ts":1785836196.013274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","header":"x-maas-username"} {"level":"info","ts":1785836196.0132792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","header":"x-maas-group"} {"level":"info","ts":1785836196.013293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785836196.0133173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.0542302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.0542552,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.054277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","EoS":false} {"level":"info","ts":1785836196.054294,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.05432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac","EoS":true} {"level":"info","ts":1785836196.0543296,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"744cd18f-33f1-4418-a67d-d2e8df4a78ac"} {"level":"info","ts":1785836196.0987012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785836196.098789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.098803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.0988157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","EoS":true} {"level":"info","ts":1785836196.0988433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","header":"x-maas-subscription"} {"level":"info","ts":1785836196.0988543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","header":"x-maas-group"} {"level":"info","ts":1785836196.0988588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","header":"x-maas-username"} {"level":"info","ts":1785836196.0988848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.1437905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.1438162,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.143837,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","EoS":false} {"level":"info","ts":1785836196.1438494,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836196.1438787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77","EoS":true} {"level":"info","ts":1785836196.1438894,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a9154b5-b347-4d36-82fe-e483ce4e4f77"} {"level":"info","ts":1785836197.1242435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d753d965-7a06-4bde-a2d0-ed16de786972"} {"level":"info","ts":1785836197.1242986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2784ec3b-2f62-4187-b579-40fd30804943","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836197.1243312,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2784ec3b-2f62-4187-b579-40fd30804943","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785836197.3106046,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00eb19ea-d038-41cc-8bff-fd78940fd094","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836197.3106384,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00eb19ea-d038-41cc-8bff-fd78940fd094","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785836197.3106635,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc2be538-4b4e-4310-9d14-431fac0f5737"} {"level":"info","ts":1785836197.479124,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5812731f-c691-4f14-9617-e45ef8182678","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785836197.4791894,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5812731f-c691-4f14-9617-e45ef8182678","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785837717.2001987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837717.2002978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a06b43a-9b32-418a-a99f-799b3cbf92d2"} {"level":"info","ts":1785837792.3087971,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785837792.3089025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.3089213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.3089428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","EoS":true} {"level":"info","ts":1785837792.3089888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","header":"x-maas-username"} {"level":"info","ts":1785837792.3090026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","header":"x-maas-group"} {"level":"info","ts":1785837792.3090105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","header":"x-maas-subscription"} {"level":"info","ts":1785837792.309029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785837792.309065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.311017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.3110409,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.311057,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","EoS":false} {"level":"info","ts":1785837792.3110702,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"} {"level":"info","ts":1785837792.3110948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0","EoS":true} {"level":"info","ts":1785837792.3111029,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2cf80603-446d-4dfd-b1ac-4219e55db1f0"}