{"level":"info","ts":1785951322.451406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.4514143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.4514244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","EoS":true} {"level":"info","ts":1785951322.4514425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","header":"x-maas-group"} {"level":"info","ts":1785951322.451453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","header":"x-maas-subscription"} {"level":"info","ts":1785951322.4514585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","header":"x-maas-username"} {"level":"info","ts":1785951322.4514697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.451493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.453176,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.4531953,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.45321,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","EoS":false} {"level":"info","ts":1785951322.4532182,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.4532375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6","EoS":true} {"level":"info","ts":1785951322.4532454,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c1df9fb-983d-4c22-bae4-be5254ba64f6"} {"level":"info","ts":1785951322.5896096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.5896885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.589703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.589722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","EoS":true} {"level":"info","ts":1785951322.5897563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","header":"x-maas-subscription"} {"level":"info","ts":1785951322.5897682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","header":"x-maas-username"} {"level":"info","ts":1785951322.589778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","header":"x-maas-group"} {"level":"info","ts":1785951322.589797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.589827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.590589,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.5906072,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.5906217,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","EoS":false} {"level":"info","ts":1785951322.5906334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.5906572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118","EoS":true} {"level":"info","ts":1785951322.5906649,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95866cec-aa9c-4fb9-ac89-5b07c437c118"} {"level":"info","ts":1785951322.7264526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951322.7265303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.7265458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.726565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","EoS":true} {"level":"info","ts":1785951322.7265956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","header":"x-maas-subscription"} {"level":"info","ts":1785951322.7266088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","header":"x-maas-group"} {"level":"info","ts":1785951322.7266173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","header":"x-maas-username"} {"level":"info","ts":1785951322.7266355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951322.72667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.727436,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.7274525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.727467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","EoS":false} {"level":"info","ts":1785951322.727478,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951322.7274978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2","EoS":true} {"level":"info","ts":1785951322.7275078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cc5f82c5-af2f-49ab-be20-d482257c1ca2"} {"level":"info","ts":1785951344.0468006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.0468695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0468805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0468953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","EoS":true} {"level":"info","ts":1785951344.0469167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","header":"x-maas-group"} {"level":"info","ts":1785951344.0469265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","header":"x-maas-subscription"} {"level":"info","ts":1785951344.0469327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","header":"x-maas-username"} {"level":"info","ts":1785951344.0469465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951344.0469704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0477767,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0477953,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0478113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","EoS":false} {"level":"info","ts":1785951344.047823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0478473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e","EoS":true} {"level":"info","ts":1785951344.0478554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f06aa17-e205-4000-a119-e9a2b6f9de8e"} {"level":"info","ts":1785951344.0819955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.0820708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.0820873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.0821035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","EoS":true} {"level":"info","ts":1785951344.082127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","header":"x-maas-group"} {"level":"info","ts":1785951344.0821383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","header":"x-maas-subscription"} {"level":"info","ts":1785951344.082144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","header":"x-maas-username"} {"level":"info","ts":1785951344.0822341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951344.0822568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.0830379,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.0830579,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.0830724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","EoS":false} {"level":"info","ts":1785951344.0830822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.083104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce","EoS":true} {"level":"info","ts":1785951344.0831118,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7312dd52-0f3d-4f81-a2dd-1427dd41dbce"} {"level":"info","ts":1785951344.180622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951344.1806881,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd"} {"level":"info","ts":1785951344.1814203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd"} {"level":"info","ts":1785951344.1814406,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd"} {"level":"info","ts":1785951344.181456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd","EoS":false} {"level":"info","ts":1785951344.1814666,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd"} {"level":"info","ts":1785951344.1814902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd","EoS":true} {"level":"info","ts":1785951344.1814961,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9fcf0833-aa1f-469d-9b1d-a25b80872cdd"} {"level":"info","ts":1785951348.806081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951348.8061433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.8061795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.8061984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","EoS":true} {"level":"info","ts":1785951348.8062234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","header":"x-maas-username"} {"level":"info","ts":1785951348.8062334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","header":"x-maas-subscription"} {"level":"info","ts":1785951348.8062387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","header":"x-maas-group"} {"level":"info","ts":1785951348.8062518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951348.8062768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.8073976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.8074172,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.8074317,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","EoS":false} {"level":"info","ts":1785951348.8074436,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951348.8074732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058","EoS":true} {"level":"info","ts":1785951348.807481,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4ed675d-258a-4f93-a15d-4a4b67fa0058"} {"level":"info","ts":1785951357.4050539,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951357.4051397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.4051707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.4051857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","EoS":true} {"level":"info","ts":1785951357.4052083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","header":"x-maas-username"} {"level":"info","ts":1785951357.4052188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","header":"x-maas-subscription"} {"level":"info","ts":1785951357.4052238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","header":"x-maas-group"} {"level":"info","ts":1785951357.4052372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951357.4052687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.4197497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.4197757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.4197965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","EoS":false} {"level":"info","ts":1785951357.4198124,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951357.4198506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214","EoS":true} {"level":"info","ts":1785951357.419863,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f542966-7ed8-449f-8ba9-5d65ba771214"} {"level":"info","ts":1785951370.3067892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951370.306862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.3068721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.306884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","EoS":true} {"level":"info","ts":1785951370.3069053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","header":"x-maas-subscription"} {"level":"info","ts":1785951370.3069162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","header":"x-maas-group"} {"level":"info","ts":1785951370.3069212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","header":"x-maas-username"} {"level":"info","ts":1785951370.3069358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951370.3069618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.3080862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.3081062,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.3081226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","EoS":false} {"level":"info","ts":1785951370.3081343,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951370.3081822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0","EoS":true} {"level":"info","ts":1785951370.3081963,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10c719d4-6945-43bb-8480-6124d69f95c0"} {"level":"info","ts":1785951378.8818986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951378.8820019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.8820164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.8820345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","EoS":true} {"level":"info","ts":1785951378.8820705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","header":"x-maas-username"} {"level":"info","ts":1785951378.8822017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","header":"x-maas-subscription"} {"level":"info","ts":1785951378.8822198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","header":"x-maas-group"} {"level":"info","ts":1785951378.882242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951378.8822768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.8833559,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.8833752,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.8833947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","EoS":false} {"level":"info","ts":1785951378.8834121,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951378.8834412,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0","EoS":true} {"level":"info","ts":1785951378.8834524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72131d2e-f4a9-4634-9ee7-5572103bfab0"} {"level":"info","ts":1785951387.8545563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951387.8546371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.8546524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.854673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","EoS":true} {"level":"info","ts":1785951387.854704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","header":"x-maas-username"} {"level":"info","ts":1785951387.8547192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","header":"x-maas-group"} {"level":"info","ts":1785951387.8547277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","header":"x-maas-subscription"} {"level":"info","ts":1785951387.8547473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951387.85478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.855748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.8557663,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.8557854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","EoS":false} {"level":"info","ts":1785951387.8557975,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951387.8558223,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa","EoS":true} {"level":"info","ts":1785951387.8558307,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fdba284d-e04d-4e30-9ebd-a73c54141caa"} {"level":"info","ts":1785951420.698366,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951420.6984339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.698443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.6984544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","EoS":true} {"level":"info","ts":1785951420.6984787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","header":"x-maas-group"} {"level":"info","ts":1785951420.6984885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","header":"x-maas-username"} {"level":"info","ts":1785951420.6984951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","header":"x-maas-subscription"} {"level":"info","ts":1785951420.6985087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951420.6985335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.6995642,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.6995847,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.699607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","EoS":false} {"level":"info","ts":1785951420.6996245,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951420.69966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416","EoS":true} {"level":"info","ts":1785951420.69967,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5f60375b-2b01-45d6-a941-3389be145416"} {"level":"info","ts":1785951455.420503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951455.420578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.4205883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.4205987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","EoS":true} {"level":"info","ts":1785951455.4206192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","header":"x-maas-username"} {"level":"info","ts":1785951455.4206305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","header":"x-maas-subscription"} {"level":"info","ts":1785951455.4206357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","header":"x-maas-group"} {"level":"info","ts":1785951455.4206476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951455.4206724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.4216635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.421685,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.4217021,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","EoS":false} {"level":"info","ts":1785951455.4217145,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951455.4217434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269","EoS":true} {"level":"info","ts":1785951455.4217541,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f34467d1-ac18-4228-9970-ef97646e1269"} {"level":"info","ts":1785951490.5852299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951490.5853164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.5853307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.5853446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","EoS":true} {"level":"info","ts":1785951490.5853655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","header":"x-maas-subscription"} {"level":"info","ts":1785951490.5853758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","header":"x-maas-username"} {"level":"info","ts":1785951490.5853806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","header":"x-maas-group"} {"level":"info","ts":1785951490.585393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951490.5854173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.5863743,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.5863986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.5864208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","EoS":false} {"level":"info","ts":1785951490.586433,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951490.586458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653","EoS":true} {"level":"info","ts":1785951490.586468,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"51c5051b-9974-4e91-bc29-446b00244653"} {"level":"info","ts":1785951500.0219183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951500.0219822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.0219905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.022002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","EoS":true} {"level":"info","ts":1785951500.0220232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","header":"x-maas-username"} {"level":"info","ts":1785951500.0220342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","header":"x-maas-subscription"} {"level":"info","ts":1785951500.02204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","header":"x-maas-group"} {"level":"info","ts":1785951500.022054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951500.0220773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.0230203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.023041,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.0230591,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","EoS":false} {"level":"info","ts":1785951500.0230722,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.0230975,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c","EoS":true} {"level":"info","ts":1785951500.0231056,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dc4e298-c6d0-460a-8685-2e389aa6138c"} {"level":"info","ts":1785951500.0550916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951500.0551772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.0551946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.0552144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","EoS":true} {"level":"info","ts":1785951500.0552447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","header":"x-maas-subscription"} {"level":"info","ts":1785951500.0552566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","header":"x-maas-username"} {"level":"info","ts":1785951500.0552654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","header":"x-maas-group"} {"level":"info","ts":1785951500.0552826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951500.0553079,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.0561757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.0561922,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.056206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","EoS":false} {"level":"info","ts":1785951500.056219,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951500.0562434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1","EoS":true} {"level":"info","ts":1785951500.0562527,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"325ad137-3ca3-4131-a3eb-d0bfd7df64a1"} {"level":"info","ts":1785951519.44618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951519.446269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.4462833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.4462988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","EoS":true} {"level":"info","ts":1785951519.4463325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","header":"x-maas-group"} {"level":"info","ts":1785951519.4463842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","header":"x-maas-username"} {"level":"info","ts":1785951519.446393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","header":"x-maas-subscription"} {"level":"info","ts":1785951519.446411,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951519.4464412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.447395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.4474165,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.4474323,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","EoS":false} {"level":"info","ts":1785951519.4474447,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951519.4474707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d","EoS":true} {"level":"info","ts":1785951519.4474807,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97f5fd37-c066-4813-aa04-acd75a8a355d"} {"level":"info","ts":1785951699.7404249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951699.740527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.7405388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.7405517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","EoS":true} {"level":"info","ts":1785951699.7405748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","header":"x-maas-group"} {"level":"info","ts":1785951699.7405853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","header":"x-maas-subscription"} {"level":"info","ts":1785951699.740591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","header":"x-maas-username"} {"level":"info","ts":1785951699.7406034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785951699.7406259,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.7525384,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.7525592,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.752575,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","EoS":false} {"level":"info","ts":1785951699.7525878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951699.752613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc","EoS":true} {"level":"info","ts":1785951699.7526202,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f190069-0fe1-4f32-946e-f20437c567fc"} {"level":"info","ts":1785951802.1683545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951802.1684246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1684375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1684499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","EoS":true} {"level":"info","ts":1785951802.1684728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","header":"x-maas-group"} {"level":"info","ts":1785951802.1684833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","header":"x-maas-username"} {"level":"info","ts":1785951802.1684887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","header":"x-maas-subscription"} {"level":"info","ts":1785951802.1685016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951802.168526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1695852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1696105,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1696277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","EoS":false} {"level":"info","ts":1785951802.1696389,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951802.1696653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a","EoS":true} {"level":"info","ts":1785951802.1696737,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c65f87a-d423-4edc-8929-d8050df0787a"} {"level":"info","ts":1785951817.4769638,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951817.477039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.4770544,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.477074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","EoS":true} {"level":"info","ts":1785951817.4771051,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","header":"x-maas-username"} {"level":"info","ts":1785951817.4771197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","header":"x-maas-group"} {"level":"info","ts":1785951817.4771292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","header":"x-maas-subscription"} {"level":"info","ts":1785951817.4771729,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951817.4772084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.4781942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.4782124,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.4782271,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","EoS":false} {"level":"info","ts":1785951817.478238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785951817.4782608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23","EoS":true} {"level":"info","ts":1785951817.4782686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"53d34783-b313-4cb8-bb1d-96ac48b5bf23"} {"level":"info","ts":1785952158.5018759,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952158.5019445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.501953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.5019634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","EoS":true} {"level":"info","ts":1785952158.5019832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","header":"x-maas-subscription"} {"level":"info","ts":1785952158.501993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","header":"x-maas-group"} {"level":"info","ts":1785952158.5019984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","header":"x-maas-username"} {"level":"info","ts":1785952158.502011,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952158.502039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.5027971,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.5028136,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.5028255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","EoS":false} {"level":"info","ts":1785952158.5028362,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952158.502859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50","EoS":true} {"level":"info","ts":1785952158.502869,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04b12cb0-930b-4ac8-89b4-2a2a7c302f50"} {"level":"info","ts":1785952163.2718132,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"275ffcaf-31c1-404e-b199-3c2a358af66b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952163.272069,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38062.182486472,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.272094,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.337142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.3724387,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"275ffcaf-31c1-404e-b199-3c2a358af66b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952163.3889825,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcd8839f-faed-4155-8532-ff5ece32f2d7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952163.3890126,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcd8839f-faed-4155-8532-ff5ece32f2d7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952163.3890874,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e716a1cd-612b-4dc9-b5b9-823904c17a32"} {"level":"info","ts":1785952163.396672,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a03aef56-567c-446c-baf7-58b1b70845ff","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952163.3966987,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a03aef56-567c-446c-baf7-58b1b70845ff","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952163.3970988,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38229.274478389,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.397117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.4050205,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.4981027,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e716a1cd-612b-4dc9-b5b9-823904c17a32","name":"e2e-external-provider"} {"level":"info","ts":1785952163.5075567,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e716a1cd-612b-4dc9-b5b9-823904c17a32","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785952163.507711,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89161a49-15b0-4970-91e5-67feb366d82a"} {"level":"info","ts":1785952163.5079088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eff6b1de-d9c3-4846-8b22-af26f6206859","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.5079527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eff6b1de-d9c3-4846-8b22-af26f6206859","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.5158293,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e716a1cd-612b-4dc9-b5b9-823904c17a32","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785952163.5162942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef29b64-7b87-421a-ad6d-f54493d638be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.5163312,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef29b64-7b87-421a-ad6d-f54493d638be","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.516588,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89161a49-15b0-4970-91e5-67feb366d82a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952163.5233452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a50fc4b6-78c9-4e69-82be-676bf1485726","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785952163.5233335,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89161a49-15b0-4970-91e5-67feb366d82a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.5233922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a50fc4b6-78c9-4e69-82be-676bf1485726","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.5234075,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b844032-8d4a-4c3e-8440-5f6291d940b4"} {"level":"info","ts":1785952163.5234308,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b844032-8d4a-4c3e-8440-5f6291d940b4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952163.5246782,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e716a1cd-612b-4dc9-b5b9-823904c17a32","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785952163.5277007,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b844032-8d4a-4c3e-8440-5f6291d940b4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.5322418,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a11f499-06af-4911-bdbc-4d8536cb080d"} {"level":"info","ts":1785952163.5322957,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a11f499-06af-4911-bdbc-4d8536cb080d","name":"e2e-external-provider"} {"level":"info","ts":1785952163.5323822,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5559b29e-f4f7-4e9a-8ba0-0a70fa04dbb8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952163.5324166,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5559b29e-f4f7-4e9a-8ba0-0a70fa04dbb8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952163.5324953,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b4dae5e-5357-43a1-b82f-7c183f943770"} {"level":"info","ts":1785952163.5324955,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21c98e13-db48-4911-af86-7ff490248b7f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.5326827,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38101.847455901,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.5326989,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.5326867,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21c98e13-db48-4911-af86-7ff490248b7f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.5402334,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952163.5417063,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a11f499-06af-4911-bdbc-4d8536cb080d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785952163.5456758,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6a11f499-06af-4911-bdbc-4d8536cb080d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.5457428,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"080e0c25-1c9e-41ab-bb0b-cb71c95bb9c1"} {"level":"info","ts":1785952163.5457737,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"080e0c25-1c9e-41ab-bb0b-cb71c95bb9c1","name":"e2e-external-provider"} {"level":"info","ts":1785952163.5559347,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"080e0c25-1c9e-41ab-bb0b-cb71c95bb9c1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785952163.633413,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b4dae5e-5357-43a1-b82f-7c183f943770","name":"e2e-external-model"} {"level":"info","ts":1785952163.6530797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b532e5a-7566-4aba-9aa5-89ea03bbafdf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.6531157,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b532e5a-7566-4aba-9aa5-89ea03bbafdf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785952163.6622655,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b4dae5e-5357-43a1-b82f-7c183f943770","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785952163.662317,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b4dae5e-5357-43a1-b82f-7c183f943770","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.662364,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d93bd789-2498-420b-90da-45b28cc09907"} {"level":"info","ts":1785952163.6624095,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d93bd789-2498-420b-90da-45b28cc09907","name":"e2e-external-model"} {"level":"info","ts":1785952163.6668966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e752154-746f-4d33-81dd-502c2d0ad4d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.6669338,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e752154-746f-4d33-81dd-502c2d0ad4d6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.671222,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d93bd789-2498-420b-90da-45b28cc09907","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785952163.6751294,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d93bd789-2498-420b-90da-45b28cc09907","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.6752226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20122fca-da98-4fd2-a60f-c790f55ada83"} {"level":"info","ts":1785952163.6752858,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20122fca-da98-4fd2-a60f-c790f55ada83","name":"e2e-external-model"} {"level":"info","ts":1785952163.6807575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00cb8b06-94bb-4087-99b0-9576c1387bd3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952163.6807857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00cb8b06-94bb-4087-99b0-9576c1387bd3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952163.6826742,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20122fca-da98-4fd2-a60f-c790f55ada83","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785952163.6865401,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20122fca-da98-4fd2-a60f-c790f55ada83","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952163.6866038,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"349c4ba5-1a80-4d3c-8369-dc12e237f8ed"} {"level":"info","ts":1785952163.6866415,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"349c4ba5-1a80-4d3c-8369-dc12e237f8ed","name":"e2e-external-model"} {"level":"info","ts":1785952163.6936939,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"349c4ba5-1a80-4d3c-8369-dc12e237f8ed","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952175.306937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952175.3070018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.3070147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.3070312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","EoS":true} {"level":"info","ts":1785952175.3070517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","header":"x-maas-group"} {"level":"info","ts":1785952175.3070602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","header":"x-maas-username"} {"level":"info","ts":1785952175.307067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","header":"x-maas-subscription"} {"level":"info","ts":1785952175.3070781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952175.3070877,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","modelName":"e2e-external-model"} {"level":"info","ts":1785952175.3071017,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952175.3071678,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785952175.30719,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","authType":"apikey"} {"level":"info","ts":1785952175.3072188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.4133115,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.413332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.4133477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","EoS":false} {"level":"info","ts":1785952175.4133599,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.4133859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6","EoS":true} {"level":"info","ts":1785952175.4133937,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"126298c0-bfe7-46f6-84d1-c11aa75ba5b6"} {"level":"info","ts":1785952175.520401,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4d1b39c-2a6b-4e81-b78b-ec84a615a6eb"} {"level":"info","ts":1785952175.5204072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9561d2e-edfb-4d00-8533-ba42ac71bb0f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5205133,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9561d2e-edfb-4d00-8533-ba42ac71bb0f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952175.52749,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4d1b39c-2a6b-4e81-b78b-ec84a615a6eb","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.5275636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2257a3ad-108d-4a76-8ca9-8d25147d574d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5275857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2257a3ad-108d-4a76-8ca9-8d25147d574d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952175.5442622,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4d1b39c-2a6b-4e81-b78b-ec84a615a6eb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952175.5506394,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794c9bf1-f067-4e31-adaa-6cee0025fb06"} {"level":"info","ts":1785952175.5507038,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794c9bf1-f067-4e31-adaa-6cee0025fb06","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.5509067,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3051aa12-3f70-4450-aea5-0ee895f3b1d5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5509858,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3051aa12-3f70-4450-aea5-0ee895f3b1d5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952175.5645726,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794c9bf1-f067-4e31-adaa-6cee0025fb06","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785952175.5646138,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794c9bf1-f067-4e31-adaa-6cee0025fb06","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952175.5646656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37f8524d-c775-44db-b18a-9eefe255974c"} {"level":"info","ts":1785952175.5647073,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37f8524d-c775-44db-b18a-9eefe255974c","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.5670118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2503b73a-01d3-4617-b802-a9ac3ebac389","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5670443,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2503b73a-01d3-4617-b802-a9ac3ebac389","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952175.57257,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37f8524d-c775-44db-b18a-9eefe255974c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785952175.5763764,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37f8524d-c775-44db-b18a-9eefe255974c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952175.5764472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"839eec87-fc73-49ec-990c-22f7fcea3318"} {"level":"info","ts":1785952175.5764973,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"839eec87-fc73-49ec-990c-22f7fcea3318","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.5817485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb7297fc-7b19-4c8c-9ac6-74a17e553f6a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952175.5818262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb7297fc-7b19-4c8c-9ac6-74a17e553f6a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952175.5843005,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"839eec87-fc73-49ec-990c-22f7fcea3318","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785952175.587887,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"839eec87-fc73-49ec-990c-22f7fcea3318","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952175.5879552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d7c321-71c2-4729-8c62-d39efe9f0f47"} {"level":"info","ts":1785952175.5880003,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d7c321-71c2-4729-8c62-d39efe9f0f47","name":"e2e-cleanup-test"} {"level":"info","ts":1785952175.6001134,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1d7c321-71c2-4729-8c62-d39efe9f0f47","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952183.7810113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59614403-b8cd-4067-ac44-99c30552389d"} {"level":"info","ts":1785952183.7810102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da150cf2-8dc4-4e9b-8fcc-db80c3817999","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952183.7810836,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da150cf2-8dc4-4e9b-8fcc-db80c3817999","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952188.0778818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.0779395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9"} {"level":"info","ts":1785952188.0779474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9"} {"level":"info","ts":1785952188.0779574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9","EoS":true} {"level":"info","ts":1785952188.0779917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785952188.078017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1503f723-11a4-4fd0-b6f6-025fa6cac6d9"} {"level":"info","ts":1785952188.1189783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.1190329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.1190438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.119055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","EoS":true} {"level":"info","ts":1785952188.1190746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","header":"x-maas-group"} {"level":"info","ts":1785952188.1190844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","header":"x-maas-username"} {"level":"info","ts":1785952188.1190896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","header":"x-maas-subscription"} {"level":"info","ts":1785952188.119103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952188.1191115,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","modelName":"e2e-external-model"} {"level":"info","ts":1785952188.119123,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952188.119144,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785952188.1191776,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","authType":"apikey"} {"level":"info","ts":1785952188.1192386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.1735835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.1736033,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.1736183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","EoS":false} {"level":"info","ts":1785952188.17363,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.173656,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0","EoS":true} {"level":"info","ts":1785952188.173666,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2644a11-8eca-4aab-a8cc-d632fff260d0"} {"level":"info","ts":1785952188.2135599,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.213615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.2136266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.2136376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","EoS":true} {"level":"info","ts":1785952188.2136605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","header":"x-maas-username"} {"level":"info","ts":1785952188.2136703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","header":"x-maas-group"} {"level":"info","ts":1785952188.2136757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","header":"x-maas-subscription"} {"level":"info","ts":1785952188.2136872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952188.2137089,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.3035743,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.3035975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.3036153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","EoS":false} {"level":"info","ts":1785952188.3036268,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.3036509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72","EoS":true} {"level":"info","ts":1785952188.3036625,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e1ef6f2-68df-4c5f-8e85-e78a1ad56c72"} {"level":"info","ts":1785952188.3393803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952188.3394322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.339444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.3394542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","EoS":true} {"level":"info","ts":1785952188.3394725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","header":"x-maas-username"} {"level":"info","ts":1785952188.3394818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","header":"x-maas-group"} {"level":"info","ts":1785952188.339487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","header":"x-maas-subscription"} {"level":"info","ts":1785952188.3395135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.3860617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.3860815,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.3860953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","EoS":false} {"level":"info","ts":1785952188.3861084,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952188.3861334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690","EoS":true} {"level":"info","ts":1785952188.3861392,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"233bea27-0b3a-4282-b84c-3f1b0fa8e690"} {"level":"info","ts":1785952189.1820047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73423b22-fe32-46c3-b3da-73180cca4c96","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952189.1820426,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73423b22-fe32-46c3-b3da-73180cca4c96","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952189.182043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7402bce-5047-4020-9400-98e344965f0d"} {"level":"info","ts":1785952189.318357,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"deaf4644-fb6a-4bac-957e-c0c2785a5cc6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952189.318397,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"deaf4644-fb6a-4bac-957e-c0c2785a5cc6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952189.3183677,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9ed8de-fd7f-449a-be1b-106eae033f2b"} {"level":"info","ts":1785952189.4293957,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"27e9bf86-a7ea-4d5e-a31e-bc4b0ac49356","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952189.429457,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"27e9bf86-a7ea-4d5e-a31e-bc4b0ac49356","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785953623.11654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953623.116644,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a73060b3-5ad5-4466-ac0a-e57063e2627d"} {"level":"info","ts":1785953698.2907524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953698.2908201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.2908328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.2908432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","EoS":true} {"level":"info","ts":1785953698.2908664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","header":"x-maas-subscription"} {"level":"info","ts":1785953698.290877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","header":"x-maas-username"} {"level":"info","ts":1785953698.2908819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","header":"x-maas-group"} {"level":"info","ts":1785953698.2908945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785953698.2909184,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.2920122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.292036,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.29205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","EoS":false} {"level":"info","ts":1785953698.2920618,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"} {"level":"info","ts":1785953698.2920902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959","EoS":true} {"level":"info","ts":1785953698.2921011,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2adf46bf-be25-4fc8-9c0a-06e762aa0959"}