{"level":"info","ts":1785417310.5249107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3328cf35-1408-4c8e-9be9-108479beeaa0"} {"level":"info","ts":1785417322.746355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417322.746453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4482ea48-1c17-4562-8806-a3be7098c05c"} {"level":"info","ts":1785417322.7464721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4482ea48-1c17-4562-8806-a3be7098c05c"} {"level":"info","ts":1785417322.746491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4482ea48-1c17-4562-8806-a3be7098c05c","EoS":false} {"level":"info","ts":1785417322.7465096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4482ea48-1c17-4562-8806-a3be7098c05c","EoS":true} {"level":"info","ts":1785417322.746537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4482ea48-1c17-4562-8806-a3be7098c05c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417322.7465572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4482ea48-1c17-4562-8806-a3be7098c05c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417322.746587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4482ea48-1c17-4562-8806-a3be7098c05c"} {"level":"info","ts":1785417322.7945223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417322.7946033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04fddf42-41a0-4afc-a5ab-55a00c6d9fc5"} {"level":"info","ts":1785417322.7946117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04fddf42-41a0-4afc-a5ab-55a00c6d9fc5"} {"level":"info","ts":1785417322.794624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04fddf42-41a0-4afc-a5ab-55a00c6d9fc5","EoS":false} {"level":"info","ts":1785417322.7946372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04fddf42-41a0-4afc-a5ab-55a00c6d9fc5","EoS":true} {"level":"info","ts":1785417322.7946558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04fddf42-41a0-4afc-a5ab-55a00c6d9fc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417322.794674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04fddf42-41a0-4afc-a5ab-55a00c6d9fc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417322.7946992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04fddf42-41a0-4afc-a5ab-55a00c6d9fc5"} {"level":"info","ts":1785417322.8288476,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417322.8289306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ce924a6-5139-4bc5-809c-efd5cdb80b8d"} {"level":"info","ts":1785417322.8289423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ce924a6-5139-4bc5-809c-efd5cdb80b8d"} {"level":"info","ts":1785417322.8289595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ce924a6-5139-4bc5-809c-efd5cdb80b8d","EoS":false} {"level":"info","ts":1785417322.8289697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ce924a6-5139-4bc5-809c-efd5cdb80b8d","EoS":true} {"level":"info","ts":1785417322.8289902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ce924a6-5139-4bc5-809c-efd5cdb80b8d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417322.829003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ce924a6-5139-4bc5-809c-efd5cdb80b8d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417322.8290255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ce924a6-5139-4bc5-809c-efd5cdb80b8d"} {"level":"info","ts":1785417322.9022777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417322.902381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99a77e87-d910-4b47-843f-f3cb2df8aece"} {"level":"info","ts":1785417322.9023995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99a77e87-d910-4b47-843f-f3cb2df8aece"} {"level":"info","ts":1785417322.902417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99a77e87-d910-4b47-843f-f3cb2df8aece","EoS":false} {"level":"info","ts":1785417322.9024353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99a77e87-d910-4b47-843f-f3cb2df8aece","EoS":true} {"level":"info","ts":1785417322.9024606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99a77e87-d910-4b47-843f-f3cb2df8aece","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417322.902479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99a77e87-d910-4b47-843f-f3cb2df8aece","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417322.9024982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99a77e87-d910-4b47-843f-f3cb2df8aece"} {"level":"info","ts":1785417323.6164865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417323.6165624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc42c556-f888-43a1-bc5c-12d99c319640"} {"level":"info","ts":1785417323.6165714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc42c556-f888-43a1-bc5c-12d99c319640"} {"level":"info","ts":1785417323.616582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc42c556-f888-43a1-bc5c-12d99c319640","EoS":false} {"level":"info","ts":1785417323.6165924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc42c556-f888-43a1-bc5c-12d99c319640","EoS":true} {"level":"info","ts":1785417323.6166136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc42c556-f888-43a1-bc5c-12d99c319640","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417323.6166298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc42c556-f888-43a1-bc5c-12d99c319640","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417323.6166518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc42c556-f888-43a1-bc5c-12d99c319640"} {"level":"info","ts":1785417323.6532943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417323.6533685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d273c2e9-03be-4414-9f36-d4116c1efe17"} {"level":"info","ts":1785417323.653378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d273c2e9-03be-4414-9f36-d4116c1efe17"} {"level":"info","ts":1785417323.6533928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d273c2e9-03be-4414-9f36-d4116c1efe17","EoS":false} {"level":"info","ts":1785417323.653405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d273c2e9-03be-4414-9f36-d4116c1efe17","EoS":true} {"level":"info","ts":1785417323.653425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d273c2e9-03be-4414-9f36-d4116c1efe17","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417323.653441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d273c2e9-03be-4414-9f36-d4116c1efe17","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417323.653463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d273c2e9-03be-4414-9f36-d4116c1efe17"} {"level":"info","ts":1785417327.8214662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417327.8215415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73a1f690-5a99-444d-8e53-36af4a0d7a18"} {"level":"info","ts":1785417327.821553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73a1f690-5a99-444d-8e53-36af4a0d7a18"} {"level":"info","ts":1785417327.8215647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73a1f690-5a99-444d-8e53-36af4a0d7a18","EoS":false} {"level":"info","ts":1785417327.8215783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73a1f690-5a99-444d-8e53-36af4a0d7a18","EoS":true} {"level":"info","ts":1785417327.821599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73a1f690-5a99-444d-8e53-36af4a0d7a18","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417327.8216147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73a1f690-5a99-444d-8e53-36af4a0d7a18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417327.8216374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73a1f690-5a99-444d-8e53-36af4a0d7a18"} {"level":"info","ts":1785417346.7633712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417346.7634585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01"} {"level":"info","ts":1785417346.7634706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01"} {"level":"info","ts":1785417346.7634823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01","EoS":false} {"level":"info","ts":1785417346.763495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01","EoS":true} {"level":"info","ts":1785417346.7635152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417346.7635312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417346.7635543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01"} {"level":"info","ts":1785417346.9021466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417346.902228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.9022396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.9022558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","EoS":false} {"level":"info","ts":1785417346.9022732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","EoS":true} {"level":"info","ts":1785417346.9022942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417346.90231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417346.902336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417347.0423925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417347.0424721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.0424814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.0424924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","EoS":false} {"level":"info","ts":1785417347.0425034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","EoS":true} {"level":"info","ts":1785417347.0425258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417347.0425415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417347.042562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.1866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417347.1866794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.1866896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.186702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","EoS":false} {"level":"info","ts":1785417347.1867232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","EoS":true} {"level":"info","ts":1785417347.1867452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417347.1867614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417347.1867843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.328158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417347.3282478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.3282604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.3282793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","EoS":false} {"level":"info","ts":1785417347.3282993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","EoS":true} {"level":"info","ts":1785417347.3283305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417347.32835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417347.3283758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.464139,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417347.4642289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a6d411c-19df-4327-85b4-a7779c4945da"} {"level":"info","ts":1785417347.464244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a6d411c-19df-4327-85b4-a7779c4945da"} {"level":"info","ts":1785417347.4642622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a6d411c-19df-4327-85b4-a7779c4945da","EoS":false} {"level":"info","ts":1785417347.4642818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a6d411c-19df-4327-85b4-a7779c4945da","EoS":true} {"level":"info","ts":1785417347.4643142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a6d411c-19df-4327-85b4-a7779c4945da","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417347.4643328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a6d411c-19df-4327-85b4-a7779c4945da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417347.464362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a6d411c-19df-4327-85b4-a7779c4945da"} {"level":"info","ts":1785417381.3241985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417381.324271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.32428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.3242915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","EoS":false} {"level":"info","ts":1785417381.3243022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","EoS":true} {"level":"info","ts":1785417381.3243225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417381.3243384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417381.3243594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.3631124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417381.3632026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07d78367-ee35-43ba-b63a-cbab76068a28"} {"level":"info","ts":1785417381.3632185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07d78367-ee35-43ba-b63a-cbab76068a28"} {"level":"info","ts":1785417381.363237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07d78367-ee35-43ba-b63a-cbab76068a28","EoS":false} {"level":"info","ts":1785417381.3632576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07d78367-ee35-43ba-b63a-cbab76068a28","EoS":true} {"level":"info","ts":1785417381.3632889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07d78367-ee35-43ba-b63a-cbab76068a28","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417381.3633082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07d78367-ee35-43ba-b63a-cbab76068a28","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417381.3633404,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07d78367-ee35-43ba-b63a-cbab76068a28"} {"level":"info","ts":1785417381.400049,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417381.400161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfb44f37-2cdd-43e0-823d-25e4e5f241e3"} {"level":"info","ts":1785417381.4001722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfb44f37-2cdd-43e0-823d-25e4e5f241e3"} {"level":"info","ts":1785417381.400184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfb44f37-2cdd-43e0-823d-25e4e5f241e3","EoS":false} {"level":"info","ts":1785417381.4001958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfb44f37-2cdd-43e0-823d-25e4e5f241e3","EoS":true} {"level":"info","ts":1785417381.400217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfb44f37-2cdd-43e0-823d-25e4e5f241e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417381.400236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfb44f37-2cdd-43e0-823d-25e4e5f241e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417381.400262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfb44f37-2cdd-43e0-823d-25e4e5f241e3"} {"level":"info","ts":1785417381.43424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417381.4343157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6"} {"level":"info","ts":1785417386.0724494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417386.072537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.0725455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.0725567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","EoS":false} {"level":"info","ts":1785417386.0725706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","EoS":true} {"level":"info","ts":1785417386.0725908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417386.0726075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417386.0726264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417394.6420598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417394.6421926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"772e17c7-2bd0-471f-8692-64113f319c3b"} {"level":"info","ts":1785417394.6422126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"772e17c7-2bd0-471f-8692-64113f319c3b"} {"level":"info","ts":1785417394.6422853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"772e17c7-2bd0-471f-8692-64113f319c3b","EoS":false} {"level":"info","ts":1785417394.6423109,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"772e17c7-2bd0-471f-8692-64113f319c3b","EoS":true} {"level":"info","ts":1785417394.6423364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"772e17c7-2bd0-471f-8692-64113f319c3b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417394.6423519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"772e17c7-2bd0-471f-8692-64113f319c3b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417394.6423762,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"772e17c7-2bd0-471f-8692-64113f319c3b"} {"level":"info","ts":1785417396.6774197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417396.6775005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.6775126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.6775239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","EoS":false} {"level":"info","ts":1785417396.677535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","EoS":true} {"level":"info","ts":1785417396.6775606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417396.6775782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417396.6776028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417409.5435147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417409.5435948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.543631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.5436444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","EoS":false} {"level":"info","ts":1785417409.5436544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","EoS":true} {"level":"info","ts":1785417409.5436757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417409.5436924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417409.5437138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417418.0734816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417418.0735595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.0735693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.07358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","EoS":false} {"level":"info","ts":1785417418.0735912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","EoS":true} {"level":"info","ts":1785417418.0736144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417418.0736322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417418.0736537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417426.9519823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417426.952064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.9520981,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.9521103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","EoS":false} {"level":"info","ts":1785417426.952124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","EoS":true} {"level":"info","ts":1785417426.9521458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417426.9521618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417426.952183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417435.9762356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417435.9763703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9306e803-8a7e-4420-a27f-248d5fa152f1"} {"level":"info","ts":1785417435.9763875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9306e803-8a7e-4420-a27f-248d5fa152f1"} {"level":"info","ts":1785417435.9764042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9306e803-8a7e-4420-a27f-248d5fa152f1","EoS":false} {"level":"info","ts":1785417435.9764235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9306e803-8a7e-4420-a27f-248d5fa152f1","EoS":true} {"level":"info","ts":1785417435.9764562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9306e803-8a7e-4420-a27f-248d5fa152f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417435.9765475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9306e803-8a7e-4420-a27f-248d5fa152f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417435.9765744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9306e803-8a7e-4420-a27f-248d5fa152f1"} {"level":"info","ts":1785417440.752936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417440.753017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a12a8e6-5b75-4a4f-b592-887f4f85d0d5"} {"level":"info","ts":1785417440.7530277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a12a8e6-5b75-4a4f-b592-887f4f85d0d5"} {"level":"info","ts":1785417440.7530384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a12a8e6-5b75-4a4f-b592-887f4f85d0d5","EoS":false} {"level":"info","ts":1785417440.7530518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a12a8e6-5b75-4a4f-b592-887f4f85d0d5","EoS":true} {"level":"info","ts":1785417440.7530727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a12a8e6-5b75-4a4f-b592-887f4f85d0d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785417440.7531126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a12a8e6-5b75-4a4f-b592-887f4f85d0d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417440.7531326,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a12a8e6-5b75-4a4f-b592-887f4f85d0d5"} {"level":"info","ts":1785417445.5242584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417445.5243316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0c56673-6d5b-4d4b-9daf-d0f0b4eb3d32"} {"level":"info","ts":1785417445.5243475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0c56673-6d5b-4d4b-9daf-d0f0b4eb3d32"} {"level":"info","ts":1785417445.524359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0c56673-6d5b-4d4b-9daf-d0f0b4eb3d32","EoS":false} {"level":"info","ts":1785417445.52437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0c56673-6d5b-4d4b-9daf-d0f0b4eb3d32","EoS":true} {"level":"info","ts":1785417445.5243897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0c56673-6d5b-4d4b-9daf-d0f0b4eb3d32","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417445.5244057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0c56673-6d5b-4d4b-9daf-d0f0b4eb3d32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417445.5244274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0c56673-6d5b-4d4b-9daf-d0f0b4eb3d32"} {"level":"info","ts":1785417456.521561,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417456.5216494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.5216582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.5216694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd907780-593f-4377-a333-9389b2020403","EoS":false} {"level":"info","ts":1785417456.5216823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd907780-593f-4377-a333-9389b2020403","EoS":true} {"level":"info","ts":1785417456.521704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd907780-593f-4377-a333-9389b2020403","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417456.5217206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd907780-593f-4377-a333-9389b2020403","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417456.5217462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417490.0880058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417490.0881104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.0881238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.088136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","EoS":false} {"level":"info","ts":1785417490.0881467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","EoS":true} {"level":"info","ts":1785417490.0881667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417490.088183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417490.0882058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417499.4567935,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417499.4568758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cf1a91e-1ace-471b-9fc4-826414972f38"} {"level":"info","ts":1785417499.4568872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cf1a91e-1ace-471b-9fc4-826414972f38"} {"level":"info","ts":1785417499.456902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cf1a91e-1ace-471b-9fc4-826414972f38","EoS":false} {"level":"info","ts":1785417499.4569159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cf1a91e-1ace-471b-9fc4-826414972f38","EoS":true} {"level":"info","ts":1785417499.4569385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cf1a91e-1ace-471b-9fc4-826414972f38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417499.4569547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cf1a91e-1ace-471b-9fc4-826414972f38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417499.4569771,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cf1a91e-1ace-471b-9fc4-826414972f38"} {"level":"info","ts":1785417526.2354898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417526.2355812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b8e846b-ce9f-463a-baa7-398b50d0873e"} {"level":"info","ts":1785417526.2355952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b8e846b-ce9f-463a-baa7-398b50d0873e"} {"level":"info","ts":1785417526.2356105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b8e846b-ce9f-463a-baa7-398b50d0873e","EoS":false} {"level":"info","ts":1785417526.2356322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b8e846b-ce9f-463a-baa7-398b50d0873e","EoS":true} {"level":"info","ts":1785417526.2356553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b8e846b-ce9f-463a-baa7-398b50d0873e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417526.235672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b8e846b-ce9f-463a-baa7-398b50d0873e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417526.2356977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b8e846b-ce9f-463a-baa7-398b50d0873e"} {"level":"info","ts":1785417535.8064716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417535.8065493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.8065605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.806571,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","EoS":false} {"level":"info","ts":1785417535.8065815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","EoS":true} {"level":"info","ts":1785417535.8066037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417535.8066194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417535.8066385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417545.2159843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417545.2160642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2160974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.216111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","EoS":false} {"level":"info","ts":1785417545.216122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","EoS":true} {"level":"info","ts":1785417545.2161427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417545.2161589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417545.2162192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2544768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417545.2545567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.25457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.254585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","EoS":false} {"level":"info","ts":1785417545.2546022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","EoS":true} {"level":"info","ts":1785417545.2546299,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417545.25465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417545.2546828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417564.5132608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417564.513347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5133579,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5133693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","EoS":false} {"level":"info","ts":1785417564.5133824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","EoS":true} {"level":"info","ts":1785417564.513403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417564.5134175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417564.5134375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417573.8356116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417573.835697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efcf6639-7283-4f46-b35c-676567275760"} {"level":"info","ts":1785417573.835706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efcf6639-7283-4f46-b35c-676567275760"} {"level":"info","ts":1785417573.835717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efcf6639-7283-4f46-b35c-676567275760","EoS":false} {"level":"info","ts":1785417573.8357313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efcf6639-7283-4f46-b35c-676567275760","EoS":true} {"level":"info","ts":1785417573.835751,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efcf6639-7283-4f46-b35c-676567275760","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417573.8357663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efcf6639-7283-4f46-b35c-676567275760","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417573.8357863,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efcf6639-7283-4f46-b35c-676567275760"} {"level":"info","ts":1785417600.43015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417600.4302344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78c3c233-f77b-4e43-bdac-bdba32d20fdc"} {"level":"info","ts":1785417600.4302433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78c3c233-f77b-4e43-bdac-bdba32d20fdc"} {"level":"info","ts":1785417600.4302552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78c3c233-f77b-4e43-bdac-bdba32d20fdc","EoS":false} {"level":"info","ts":1785417600.4302673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78c3c233-f77b-4e43-bdac-bdba32d20fdc","EoS":true} {"level":"info","ts":1785417600.4302883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78c3c233-f77b-4e43-bdac-bdba32d20fdc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785417600.430304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78c3c233-f77b-4e43-bdac-bdba32d20fdc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417600.4303231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78c3c233-f77b-4e43-bdac-bdba32d20fdc"} {"level":"info","ts":1785417744.3698273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417744.3699076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50e4bb8f-3eb0-4430-843e-c2788b6a5390"} {"level":"info","ts":1785417744.3699172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50e4bb8f-3eb0-4430-843e-c2788b6a5390"} {"level":"info","ts":1785417744.3699284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50e4bb8f-3eb0-4430-843e-c2788b6a5390","EoS":false} {"level":"info","ts":1785417744.3699408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50e4bb8f-3eb0-4430-843e-c2788b6a5390","EoS":true} {"level":"info","ts":1785417744.369962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50e4bb8f-3eb0-4430-843e-c2788b6a5390","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785417744.3699787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50e4bb8f-3eb0-4430-843e-c2788b6a5390","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785417744.369998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50e4bb8f-3eb0-4430-843e-c2788b6a5390"} {"level":"info","ts":1785417767.515556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417767.5156431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.5156527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.5156643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","EoS":false} {"level":"info","ts":1785417767.5156772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","EoS":true} {"level":"info","ts":1785417767.5156982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785417767.515718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785417767.5157402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417830.6235218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417830.6236064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.6236258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.6236446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","EoS":false} {"level":"info","ts":1785417830.6236594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","EoS":true} {"level":"info","ts":1785417830.6236818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417830.6237552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417830.6237864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417846.1783803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417846.1784756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.1784918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.1785102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","EoS":false} {"level":"info","ts":1785417846.178529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","EoS":true} {"level":"info","ts":1785417846.1785605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417846.1785796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417846.178604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.4843652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417846.4844503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b344f65a-85cd-4b8c-9e2b-0c8a7bcc0d16"} {"level":"info","ts":1785417846.4844637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b344f65a-85cd-4b8c-9e2b-0c8a7bcc0d16"} {"level":"info","ts":1785417846.484482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b344f65a-85cd-4b8c-9e2b-0c8a7bcc0d16","EoS":false} {"level":"info","ts":1785417846.4845052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b344f65a-85cd-4b8c-9e2b-0c8a7bcc0d16","EoS":true} {"level":"info","ts":1785417846.4845402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b344f65a-85cd-4b8c-9e2b-0c8a7bcc0d16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785417846.4845595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b344f65a-85cd-4b8c-9e2b-0c8a7bcc0d16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417846.4845831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b344f65a-85cd-4b8c-9e2b-0c8a7bcc0d16"} {"level":"info","ts":1785418210.105994,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418210.1061115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.1061263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.106146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","EoS":false} {"level":"info","ts":1785418210.1061683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","EoS":true} {"level":"info","ts":1785418210.1062002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785418210.1062205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785418210.106251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.1616778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418210.161762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acf37b16-f0c8-4b93-ab41-0b76206ada0a"} {"level":"info","ts":1785418210.1617775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"acf37b16-f0c8-4b93-ab41-0b76206ada0a"} {"level":"info","ts":1785418210.16179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acf37b16-f0c8-4b93-ab41-0b76206ada0a","EoS":false} {"level":"info","ts":1785418210.1618028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acf37b16-f0c8-4b93-ab41-0b76206ada0a","EoS":true} {"level":"info","ts":1785418210.1618242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acf37b16-f0c8-4b93-ab41-0b76206ada0a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785418210.1618397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acf37b16-f0c8-4b93-ab41-0b76206ada0a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785418210.1618612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"acf37b16-f0c8-4b93-ab41-0b76206ada0a"} {"level":"info","ts":1785418210.2002296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418210.2003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46bbf204-aa5f-4981-85ab-3656b3c870b1"} {"level":"info","ts":1785418210.2003117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46bbf204-aa5f-4981-85ab-3656b3c870b1"} {"level":"info","ts":1785418210.2003226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46bbf204-aa5f-4981-85ab-3656b3c870b1","EoS":false} {"level":"info","ts":1785418210.2003353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46bbf204-aa5f-4981-85ab-3656b3c870b1","EoS":true} {"level":"info","ts":1785418210.2003615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46bbf204-aa5f-4981-85ab-3656b3c870b1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785418210.2004192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46bbf204-aa5f-4981-85ab-3656b3c870b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785418210.2004442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46bbf204-aa5f-4981-85ab-3656b3c870b1"} {"level":"info","ts":1785418215.073399,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce18e3cf-947f-423e-90f8-5351ba83a801"} {"level":"info","ts":1785418215.0734832,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b6b7c5d-7499-44f7-aa68-65875f32499e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418215.0735137,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b6b7c5d-7499-44f7-aa68-65875f32499e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785418215.0821047,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6bd9653d-3095-4e84-b5ce-b169316f55c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418215.082142,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6bd9653d-3095-4e84-b5ce-b169316f55c3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785418215.0823982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36396.665333183,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.0824182,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2756093,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e494d50d-4e4b-49c4-a733-55dfe2af4fe3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418215.2756622,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e494d50d-4e4b-49c4-a733-55dfe2af4fe3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785418215.2760694,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"429f9714-1908-464d-937d-d54da8d54b02","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.2761562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"429f9714-1908-464d-937d-d54da8d54b02","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.2762592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5518becb-b02b-41c2-a4e7-138ebce354b4"} {"level":"info","ts":1785418215.2765682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"423310c1-7c71-4f1a-88fd-54365dd9c26f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.2766004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"423310c1-7c71-4f1a-88fd-54365dd9c26f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.2766633,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36841.170195144,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2766767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2769797,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2771354,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"092eb0d0-1a7d-422a-9bae-e933406afa76","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.2771635,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"092eb0d0-1a7d-422a-9bae-e933406afa76","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.2827013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35519.168493818,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2827203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.283468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2921088,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.3726687,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4c813cf-9b7f-49e7-9fdc-67eca8bfa97b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.3727071,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4c813cf-9b7f-49e7-9fdc-67eca8bfa97b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.3769155,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5518becb-b02b-41c2-a4e7-138ebce354b4","name":"e2e-external-model"} {"level":"info","ts":1785418215.3830023,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce18e3cf-947f-423e-90f8-5351ba83a801","name":"e2e-external-provider"} {"level":"info","ts":1785418215.3868394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5518becb-b02b-41c2-a4e7-138ebce354b4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418215.3906171,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e284b1c-be32-4a4e-a39f-5be51bbc128a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.3906457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e284b1c-be32-4a4e-a39f-5be51bbc128a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785418215.3917565,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5518becb-b02b-41c2-a4e7-138ebce354b4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.3918328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"150f2abd-7556-48c7-9c58-81cb4ae66d16"} {"level":"info","ts":1785418215.3918784,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"150f2abd-7556-48c7-9c58-81cb4ae66d16","name":"e2e-external-model"} {"level":"info","ts":1785418215.396241,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce18e3cf-947f-423e-90f8-5351ba83a801","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785418215.4006145,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce18e3cf-947f-423e-90f8-5351ba83a801","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.4007087,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e24d3125-c40b-4b10-b33a-9bc0d9c196b0"} {"level":"info","ts":1785418215.4007604,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e24d3125-c40b-4b10-b33a-9bc0d9c196b0","name":"e2e-external-provider"} {"level":"info","ts":1785418215.4007587,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"150f2abd-7556-48c7-9c58-81cb4ae66d16","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418215.4087458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5737d0f8-06f3-4d33-bd3e-015891f4d5fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.408778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5737d0f8-06f3-4d33-bd3e-015891f4d5fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785418215.409882,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"150f2abd-7556-48c7-9c58-81cb4ae66d16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.4099383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f204bfe4-19ec-4190-a7fa-9225cd96be83"} {"level":"info","ts":1785418215.4099786,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f204bfe4-19ec-4190-a7fa-9225cd96be83","name":"e2e-external-model"} {"level":"info","ts":1785418215.411227,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e24d3125-c40b-4b10-b33a-9bc0d9c196b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785418215.418712,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f204bfe4-19ec-4190-a7fa-9225cd96be83","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418237.637512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418237.6376069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"646d3248-610a-4d61-a9c1-595899957737"} {"level":"info","ts":1785418237.637628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"646d3248-610a-4d61-a9c1-595899957737"} {"level":"info","ts":1785418237.6376455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"646d3248-610a-4d61-a9c1-595899957737","EoS":false} {"level":"info","ts":1785418237.6376626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"646d3248-610a-4d61-a9c1-595899957737","EoS":true} {"level":"info","ts":1785418237.6376932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"646d3248-610a-4d61-a9c1-595899957737","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785418237.6377137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"646d3248-610a-4d61-a9c1-595899957737","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418237.6377263,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"646d3248-610a-4d61-a9c1-595899957737","modelName":"e2e-external-model"} {"level":"info","ts":1785418237.637744,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"646d3248-610a-4d61-a9c1-595899957737","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785418237.6378205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"646d3248-610a-4d61-a9c1-595899957737"} {"level":"info","ts":1785418237.68567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418237.6857405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e510052c-9609-4454-8320-90906b557388"} {"level":"info","ts":1785418237.6857493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e510052c-9609-4454-8320-90906b557388"} {"level":"info","ts":1785418237.6857605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e510052c-9609-4454-8320-90906b557388","EoS":false} {"level":"info","ts":1785418237.685771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e510052c-9609-4454-8320-90906b557388","EoS":true} {"level":"info","ts":1785418237.6857908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e510052c-9609-4454-8320-90906b557388","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785418237.6858032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e510052c-9609-4454-8320-90906b557388","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418237.6858115,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e510052c-9609-4454-8320-90906b557388","modelName":"e2e-external-model"} {"level":"info","ts":1785418237.6858258,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e510052c-9609-4454-8320-90906b557388","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785418237.685862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e510052c-9609-4454-8320-90906b557388"} {"level":"info","ts":1785418237.71112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418237.7111886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.7112045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.7112231,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","EoS":false} {"level":"info","ts":1785418237.7112424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","EoS":true} {"level":"info","ts":1785418237.7112715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785418237.7112887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418237.711301,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","modelName":"e2e-external-model"} {"level":"info","ts":1785418237.7113204,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785418237.7113621,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.9482765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c3b24e3-5cd7-41c7-9d11-309c2200b003","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.94831,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d01844d2-7783-44c5-b581-58e6e4b1be5a"} {"level":"info","ts":1785418237.9483154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c3b24e3-5cd7-41c7-9d11-309c2200b003","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785418237.9547021,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86b6e6c2-dcf4-4cb0-8f33-88025ca16cf7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.9547353,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86b6e6c2-dcf4-4cb0-8f33-88025ca16cf7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785418237.9577343,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d01844d2-7783-44c5-b581-58e6e4b1be5a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418237.9577942,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d01844d2-7783-44c5-b581-58e6e4b1be5a","name":"e2e-cleanup-test"} {"level":"error","ts":1785418237.9803638,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d01844d2-7783-44c5-b581-58e6e4b1be5a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785418237.9804683,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d01844d2-7783-44c5-b581-58e6e4b1be5a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418237.9805694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8d8fa2f-05af-49a0-8ca8-4663278bb9d9"} {"level":"info","ts":1785418237.9806733,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8d8fa2f-05af-49a0-8ca8-4663278bb9d9","name":"e2e-cleanup-test"} {"level":"info","ts":1785418237.9805672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd40d337-ec0c-439c-b96d-f8d0149ecf25","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.980817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd40d337-ec0c-439c-b96d-f8d0149ecf25","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785418237.9947295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a990e44-344d-4945-afab-ea3c0c832f30","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.9947648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a990e44-344d-4945-afab-ea3c0c832f30","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785418238.000853,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8d8fa2f-05af-49a0-8ca8-4663278bb9d9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785418238.0008943,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8d8fa2f-05af-49a0-8ca8-4663278bb9d9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418238.000945,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ce60c4b-e57b-4f93-80d2-0504c0e36b72"} {"level":"info","ts":1785418238.000993,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ce60c4b-e57b-4f93-80d2-0504c0e36b72","name":"e2e-cleanup-test"} {"level":"info","ts":1785418238.0101674,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ce60c4b-e57b-4f93-80d2-0504c0e36b72","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418238.0129945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e608d51-4802-44fd-88c0-1b8c6f6d9aff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418238.0130284,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e608d51-4802-44fd-88c0-1b8c6f6d9aff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785418238.0182984,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ce60c4b-e57b-4f93-80d2-0504c0e36b72","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418238.0183842,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0d8c5d7-fd8b-4cdf-90eb-fe3a0645ae5b"} {"level":"info","ts":1785418238.0184355,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0d8c5d7-fd8b-4cdf-90eb-fe3a0645ae5b","name":"e2e-cleanup-test"} {"level":"info","ts":1785418238.0279834,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0d8c5d7-fd8b-4cdf-90eb-fe3a0645ae5b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418246.2418444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b952475a-f197-40ce-ae07-31b8f0206c8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418246.2418876,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b952475a-f197-40ce-ae07-31b8f0206c8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418246.2418935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9778cf6c-72d5-4ae7-bf01-d6de143d39e1"} {"level":"info","ts":1785418250.5874412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.587523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6"} {"level":"info","ts":1785418250.5875332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6"} {"level":"info","ts":1785418250.5875452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6","EoS":false} {"level":"info","ts":1785418250.5875554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6","EoS":true} {"level":"info","ts":1785418250.587576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785418250.5875933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785418250.5876126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6"} {"level":"info","ts":1785418250.6201959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.6202672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6202774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6202884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","EoS":false} {"level":"info","ts":1785418250.6203015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","EoS":true} {"level":"info","ts":1785418250.6203213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785418250.6203387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418250.6203477,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","modelName":"e2e-external-model"} {"level":"info","ts":1785418250.6203618,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785418250.6203997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.7122176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.712291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.712301,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.7123115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","EoS":false} {"level":"info","ts":1785418250.7123218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","EoS":true} {"level":"info","ts":1785418250.7123423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785418250.712361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418250.7123833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.8498113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.8498836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.8498936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.849905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","EoS":false} {"level":"info","ts":1785418250.8499174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","EoS":true} {"level":"info","ts":1785418250.8499413,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","field":"model"} {"level":"info","ts":1785418250.8499656,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418251.8132195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf5f1502-273c-4aa2-972e-bfd166ee2d59"} {"level":"info","ts":1785418251.8132396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b969aa0-e04f-4763-9750-0c26b617fc71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418251.8132856,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b969aa0-e04f-4763-9750-0c26b617fc71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418251.988033,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05113452-07e9-40d4-86a4-7c89b1fa0edb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418251.9881039,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"05113452-07e9-40d4-86a4-7c89b1fa0edb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418251.9881732,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"124c9e76-a169-43f5-863f-cd6361ba644b"} {"level":"info","ts":1785419914.5399408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785419914.5400207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed30b266-1062-4edd-86d1-1a6f33686c99"} {"level":"info","ts":1785419979.1655993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785419979.1656804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.16569,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.1657012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","EoS":false} {"level":"info","ts":1785419979.1657124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","EoS":true} {"level":"info","ts":1785419979.1657407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785419979.1657598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785419979.165783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"}