{"level":"info","ts":1784737428.122669,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af766150-f484-49ba-9244-712829e045f3"} {"level":"info","ts":1784737428.1226823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af766150-f484-49ba-9244-712829e045f3","EoS":false} {"level":"info","ts":1784737428.1226943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af766150-f484-49ba-9244-712829e045f3","EoS":true} {"level":"info","ts":1784737428.1227143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af766150-f484-49ba-9244-712829e045f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737428.1227326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af766150-f484-49ba-9244-712829e045f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737428.1227596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af766150-f484-49ba-9244-712829e045f3"} {"level":"info","ts":1784737428.2588673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737428.2589483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"} {"level":"info","ts":1784737428.2589598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"} {"level":"info","ts":1784737428.2589715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","EoS":false} {"level":"info","ts":1784737428.2589827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","EoS":true} {"level":"info","ts":1784737428.259002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737428.259016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737428.2590353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcbdf5b0-0340-4d48-b888-f6c284debff5"} {"level":"info","ts":1784737428.3956022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737428.3957064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"} {"level":"info","ts":1784737428.395718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"} {"level":"info","ts":1784737428.3957298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","EoS":false} {"level":"info","ts":1784737428.3957438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","EoS":true} {"level":"info","ts":1784737428.395765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737428.3957798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737428.3957987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c75be93b-837a-4563-8a94-b50db465f27d"} {"level":"info","ts":1784737428.5329807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737428.533064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80af82d4-0124-40b4-b22f-bba1b1dc7a81"} {"level":"info","ts":1784737428.5330734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"80af82d4-0124-40b4-b22f-bba1b1dc7a81"} {"level":"info","ts":1784737428.5330842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80af82d4-0124-40b4-b22f-bba1b1dc7a81","EoS":false} {"level":"info","ts":1784737428.533095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"80af82d4-0124-40b4-b22f-bba1b1dc7a81","EoS":true} {"level":"info","ts":1784737428.533115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80af82d4-0124-40b4-b22f-bba1b1dc7a81","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737428.5331297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80af82d4-0124-40b4-b22f-bba1b1dc7a81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737428.5331511,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"80af82d4-0124-40b4-b22f-bba1b1dc7a81"} {"level":"info","ts":1784737447.251436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737447.2515328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"} {"level":"info","ts":1784737447.2515478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"} {"level":"info","ts":1784737447.2515612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","EoS":false} {"level":"info","ts":1784737447.2515724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","EoS":true} {"level":"info","ts":1784737447.2515926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737447.2516086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737447.251652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d97a2dfe-7637-4b4e-9b6a-60499ab69ec1"} {"level":"info","ts":1784737447.2867975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737447.2868836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"} {"level":"info","ts":1784737447.2868922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"} {"level":"info","ts":1784737447.2869031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","EoS":false} {"level":"info","ts":1784737447.2869139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","EoS":true} {"level":"info","ts":1784737447.2869332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737447.2869487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737447.2869694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"273ab34e-5f8a-4824-979a-9f4fb7b31729"} {"level":"info","ts":1784737447.3235912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737447.323699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14b07a53-5ed0-4dac-8069-d8b70877b688"} {"level":"info","ts":1784737447.3237123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14b07a53-5ed0-4dac-8069-d8b70877b688"} {"level":"info","ts":1784737447.3237236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14b07a53-5ed0-4dac-8069-d8b70877b688","EoS":false} {"level":"info","ts":1784737447.3237343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14b07a53-5ed0-4dac-8069-d8b70877b688","EoS":true} {"level":"info","ts":1784737447.323755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14b07a53-5ed0-4dac-8069-d8b70877b688","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737447.323772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14b07a53-5ed0-4dac-8069-d8b70877b688","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737447.3237998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14b07a53-5ed0-4dac-8069-d8b70877b688"} {"level":"info","ts":1784737447.3579924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737447.358091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94d18480-3011-4830-9bbf-e67eea61ca80"} {"level":"info","ts":1784737447.3581128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94d18480-3011-4830-9bbf-e67eea61ca80"} {"level":"info","ts":1784737447.35813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94d18480-3011-4830-9bbf-e67eea61ca80","EoS":false} {"level":"info","ts":1784737447.3581445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94d18480-3011-4830-9bbf-e67eea61ca80","EoS":true} {"level":"info","ts":1784737447.358172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94d18480-3011-4830-9bbf-e67eea61ca80","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737447.358192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94d18480-3011-4830-9bbf-e67eea61ca80","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737447.3582137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94d18480-3011-4830-9bbf-e67eea61ca80"} {"level":"info","ts":1784737447.3933587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737447.3934503,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00ea1c3a-3b8f-4a81-acf3-6055fe24ed34"} {"level":"info","ts":1784737452.003179,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737452.0032647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"} {"level":"info","ts":1784737452.00328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"} {"level":"info","ts":1784737452.0032992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","EoS":false} {"level":"info","ts":1784737452.0033166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","EoS":true} {"level":"info","ts":1784737452.0033503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737452.003374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737452.0034027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42ac260b-7baa-42e5-939b-4d903b6488de"} {"level":"info","ts":1784737460.5767345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737460.5768335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21152907-4144-4b91-9365-f029e1a10862"} {"level":"info","ts":1784737460.576855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21152907-4144-4b91-9365-f029e1a10862"} {"level":"info","ts":1784737460.5768707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21152907-4144-4b91-9365-f029e1a10862","EoS":false} {"level":"info","ts":1784737460.5768816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21152907-4144-4b91-9365-f029e1a10862","EoS":true} {"level":"info","ts":1784737460.5769022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21152907-4144-4b91-9365-f029e1a10862","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737460.5769174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21152907-4144-4b91-9365-f029e1a10862","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737460.576946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21152907-4144-4b91-9365-f029e1a10862"} {"level":"info","ts":1784737462.6139073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737462.613987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ee056d0-2151-4498-9f8f-7f0516adeb95"} {"level":"info","ts":1784737462.613996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ee056d0-2151-4498-9f8f-7f0516adeb95"} {"level":"info","ts":1784737462.6140068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ee056d0-2151-4498-9f8f-7f0516adeb95","EoS":false} {"level":"info","ts":1784737462.6140182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ee056d0-2151-4498-9f8f-7f0516adeb95","EoS":true} {"level":"info","ts":1784737462.6140382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ee056d0-2151-4498-9f8f-7f0516adeb95","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737462.6140518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ee056d0-2151-4498-9f8f-7f0516adeb95","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737462.614072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ee056d0-2151-4498-9f8f-7f0516adeb95"} {"level":"info","ts":1784737464.655152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737464.655231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"} {"level":"info","ts":1784737464.6552408,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"} {"level":"info","ts":1784737464.6552525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","EoS":false} {"level":"info","ts":1784737464.6552627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","EoS":true} {"level":"info","ts":1784737464.655285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737464.6553013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737464.655322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abb69a5d-8161-4aff-b7b3-2887b519993b"} {"level":"info","ts":1784737477.5164998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737477.5165875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"} {"level":"info","ts":1784737477.5165987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"} {"level":"info","ts":1784737477.5166109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","EoS":false} {"level":"info","ts":1784737477.5166378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","EoS":true} {"level":"info","ts":1784737477.5166616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737477.516678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737477.5166967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7494a444-a66e-4d43-bf5e-40ed80f31398"} {"level":"info","ts":1784737486.0397706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737486.0398479,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"} {"level":"info","ts":1784737486.0398571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"} {"level":"info","ts":1784737486.0398688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","EoS":false} {"level":"info","ts":1784737486.0398793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","EoS":true} {"level":"info","ts":1784737486.039901,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737486.0399172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737486.0399427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ce7fa64-9133-4c3e-a416-92ae8f9d99e1"} {"level":"info","ts":1784737494.9018111,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737494.9018943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"} {"level":"info","ts":1784737494.9019206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"} {"level":"info","ts":1784737494.9019341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","EoS":false} {"level":"info","ts":1784737494.9019463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","EoS":true} {"level":"info","ts":1784737494.9019668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737494.9019847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737494.9020112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92287c52-6f1e-4350-82db-1eaf630c54c1"} {"level":"info","ts":1784737503.8609934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737503.8610845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58adc065-664c-4478-aa69-300b45725d85"} {"level":"info","ts":1784737503.8610964,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58adc065-664c-4478-aa69-300b45725d85"} {"level":"info","ts":1784737503.8611133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58adc065-664c-4478-aa69-300b45725d85","EoS":false} {"level":"info","ts":1784737503.8611374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58adc065-664c-4478-aa69-300b45725d85","EoS":true} {"level":"info","ts":1784737503.8611674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58adc065-664c-4478-aa69-300b45725d85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737503.8611856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58adc065-664c-4478-aa69-300b45725d85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737503.8612146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58adc065-664c-4478-aa69-300b45725d85"} {"level":"info","ts":1784737508.5885382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737508.5886695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efe90b22-6097-4a03-9b94-de3cac6d81bd"} {"level":"info","ts":1784737508.588686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efe90b22-6097-4a03-9b94-de3cac6d81bd"} {"level":"info","ts":1784737508.5886998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe90b22-6097-4a03-9b94-de3cac6d81bd","EoS":false} {"level":"info","ts":1784737508.5887098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe90b22-6097-4a03-9b94-de3cac6d81bd","EoS":true} {"level":"info","ts":1784737508.5887299,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efe90b22-6097-4a03-9b94-de3cac6d81bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784737508.5887449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efe90b22-6097-4a03-9b94-de3cac6d81bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737508.5887647,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efe90b22-6097-4a03-9b94-de3cac6d81bd"} {"level":"info","ts":1784737513.3420873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737513.3421674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1f450fb-319f-4319-844d-d5fd136f5abc"} {"level":"info","ts":1784737513.3421779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1f450fb-319f-4319-844d-d5fd136f5abc"} {"level":"info","ts":1784737513.3421898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1f450fb-319f-4319-844d-d5fd136f5abc","EoS":false} {"level":"info","ts":1784737513.3422022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1f450fb-319f-4319-844d-d5fd136f5abc","EoS":true} {"level":"info","ts":1784737513.3422275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1f450fb-319f-4319-844d-d5fd136f5abc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737513.3422456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1f450fb-319f-4319-844d-d5fd136f5abc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737513.3422685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1f450fb-319f-4319-844d-d5fd136f5abc"} {"level":"info","ts":1784737513.6211073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737513.6211872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e24a7dc-a6bb-4186-a98c-f1788858fd04"} {"level":"info","ts":1784737513.6211965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e24a7dc-a6bb-4186-a98c-f1788858fd04"} {"level":"info","ts":1784737513.6212077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e24a7dc-a6bb-4186-a98c-f1788858fd04","EoS":false} {"level":"info","ts":1784737513.6212192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e24a7dc-a6bb-4186-a98c-f1788858fd04","EoS":true} {"level":"info","ts":1784737513.6212397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e24a7dc-a6bb-4186-a98c-f1788858fd04","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737513.6212547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e24a7dc-a6bb-4186-a98c-f1788858fd04","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737513.6212769,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e24a7dc-a6bb-4186-a98c-f1788858fd04"} {"level":"info","ts":1784737515.652123,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737515.6522057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c5be588-3a3d-9141-afd4-3e4b63bad731"} {"level":"info","ts":1784737515.6522164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c5be588-3a3d-9141-afd4-3e4b63bad731"} {"level":"info","ts":1784737515.6522288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c5be588-3a3d-9141-afd4-3e4b63bad731","EoS":false} {"level":"info","ts":1784737515.6522424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c5be588-3a3d-9141-afd4-3e4b63bad731","EoS":true} {"level":"info","ts":1784737515.6522636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c5be588-3a3d-9141-afd4-3e4b63bad731","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737515.6522794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c5be588-3a3d-9141-afd4-3e4b63bad731","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737515.6523023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c5be588-3a3d-9141-afd4-3e4b63bad731"} {"level":"info","ts":1784737517.685679,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737517.6857762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a75ac63c-693a-4506-8a02-71798a782cac"} {"level":"info","ts":1784737517.6857908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a75ac63c-693a-4506-8a02-71798a782cac"} {"level":"info","ts":1784737517.6858032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a75ac63c-693a-4506-8a02-71798a782cac","EoS":false} {"level":"info","ts":1784737517.685813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a75ac63c-693a-4506-8a02-71798a782cac","EoS":true} {"level":"info","ts":1784737517.6858354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a75ac63c-693a-4506-8a02-71798a782cac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737517.6858506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a75ac63c-693a-4506-8a02-71798a782cac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737517.685874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a75ac63c-693a-4506-8a02-71798a782cac"} {"level":"info","ts":1784737519.719232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737519.7193165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"} {"level":"info","ts":1784737519.719327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"} {"level":"info","ts":1784737519.7193394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","EoS":false} {"level":"info","ts":1784737519.71935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","EoS":true} {"level":"info","ts":1784737519.7193716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737519.719387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737519.7194128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fceb4421-14a6-443c-9c94-da0e947d51df"} {"level":"info","ts":1784737542.7929192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737542.7929971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"} {"level":"info","ts":1784737542.7930074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"} {"level":"info","ts":1784737542.793018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","EoS":false} {"level":"info","ts":1784737542.7930295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","EoS":true} {"level":"info","ts":1784737542.7930505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737542.793066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737542.7930846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb210c10-c332-4f3b-a3c1-a20deb71ed86"} {"level":"info","ts":1784737552.1277287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737552.127828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61dc157a-b94e-4908-b649-702d1946c0b3"} {"level":"info","ts":1784737552.127847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61dc157a-b94e-4908-b649-702d1946c0b3"} {"level":"info","ts":1784737552.1278646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61dc157a-b94e-4908-b649-702d1946c0b3","EoS":false} {"level":"info","ts":1784737552.127879,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61dc157a-b94e-4908-b649-702d1946c0b3","EoS":true} {"level":"info","ts":1784737552.127901,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61dc157a-b94e-4908-b649-702d1946c0b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737552.1279166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61dc157a-b94e-4908-b649-702d1946c0b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737552.1279373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61dc157a-b94e-4908-b649-702d1946c0b3"} {"level":"info","ts":1784737557.7380679,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737557.7381601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2ddfee5-9566-4238-83b6-4243a4490dfe"} {"level":"info","ts":1784737557.7381809,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2ddfee5-9566-4238-83b6-4243a4490dfe"} {"level":"info","ts":1784737557.7382016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2ddfee5-9566-4238-83b6-4243a4490dfe","EoS":false} {"level":"info","ts":1784737557.738222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2ddfee5-9566-4238-83b6-4243a4490dfe","EoS":true} {"level":"info","ts":1784737557.738254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2ddfee5-9566-4238-83b6-4243a4490dfe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737557.738273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2ddfee5-9566-4238-83b6-4243a4490dfe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737557.738306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2ddfee5-9566-4238-83b6-4243a4490dfe"} {"level":"info","ts":1784737567.285616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737567.2857401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cf1edce-66b8-4ed9-9677-11593bb2a217"} {"level":"info","ts":1784737567.285758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9cf1edce-66b8-4ed9-9677-11593bb2a217"} {"level":"info","ts":1784737567.2857718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9cf1edce-66b8-4ed9-9677-11593bb2a217","EoS":false} {"level":"info","ts":1784737567.2857854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9cf1edce-66b8-4ed9-9677-11593bb2a217","EoS":true} {"level":"info","ts":1784737567.2858064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cf1edce-66b8-4ed9-9677-11593bb2a217","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737567.285822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cf1edce-66b8-4ed9-9677-11593bb2a217","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737567.2858427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9cf1edce-66b8-4ed9-9677-11593bb2a217"} {"level":"info","ts":1784737569.3195145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737569.3196135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c8ec3d7-a96d-4249-84e8-328b659fa581"} {"level":"info","ts":1784737569.3196435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c8ec3d7-a96d-4249-84e8-328b659fa581"} {"level":"info","ts":1784737569.3196573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c8ec3d7-a96d-4249-84e8-328b659fa581","EoS":false} {"level":"info","ts":1784737569.3196683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c8ec3d7-a96d-4249-84e8-328b659fa581","EoS":true} {"level":"info","ts":1784737569.3196902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c8ec3d7-a96d-4249-84e8-328b659fa581","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737569.3197052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c8ec3d7-a96d-4249-84e8-328b659fa581","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737569.3197322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c8ec3d7-a96d-4249-84e8-328b659fa581"} {"level":"info","ts":1784737571.3552666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737571.3553526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"} {"level":"info","ts":1784737571.3553627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"} {"level":"info","ts":1784737571.355374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","EoS":false} {"level":"info","ts":1784737571.355385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","EoS":true} {"level":"info","ts":1784737571.3554063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737571.3554218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737571.3554413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b307954-d328-4325-ab5e-0d912e994fc3"} {"level":"info","ts":1784737580.7507832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737580.7508695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"} {"level":"info","ts":1784737580.750889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"} {"level":"info","ts":1784737580.7509065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","EoS":false} {"level":"info","ts":1784737580.7509222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","EoS":true} {"level":"info","ts":1784737580.7509425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737580.7509584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737580.7509801,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"020ca77c-0b37-492a-8a34-56580a0f1823"} {"level":"info","ts":1784737580.7858298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737580.785926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"} {"level":"info","ts":1784737580.7859385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"} {"level":"info","ts":1784737580.7859514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","EoS":false} {"level":"info","ts":1784737580.7859652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","EoS":true} {"level":"info","ts":1784737580.785988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737580.786003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737580.786024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"990801b6-9267-4455-a1e0-0dbb5ca54d21"} {"level":"info","ts":1784737599.9290922,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737599.9291787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"} {"level":"info","ts":1784737599.9291897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"} {"level":"info","ts":1784737599.929203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","EoS":false} {"level":"info","ts":1784737599.9292142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","EoS":true} {"level":"info","ts":1784737599.929236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737599.9292502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737599.929273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c22cc9a0-4b1f-46c6-b906-f80473c0a3c7"} {"level":"info","ts":1784737609.2588954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737609.258989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71353d37-ec8f-49a9-b82e-0dca1edf8bf7"} {"level":"info","ts":1784737609.2590027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71353d37-ec8f-49a9-b82e-0dca1edf8bf7"} {"level":"info","ts":1784737609.2590208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71353d37-ec8f-49a9-b82e-0dca1edf8bf7","EoS":false} {"level":"info","ts":1784737609.2590377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71353d37-ec8f-49a9-b82e-0dca1edf8bf7","EoS":true} {"level":"info","ts":1784737609.259095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71353d37-ec8f-49a9-b82e-0dca1edf8bf7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737609.2591157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71353d37-ec8f-49a9-b82e-0dca1edf8bf7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737609.2591438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71353d37-ec8f-49a9-b82e-0dca1edf8bf7"} {"level":"info","ts":1784737614.5185893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737614.5186915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37a77dd8-c2f6-4913-89e5-0f35a6e21838"} {"level":"info","ts":1784737614.5187016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37a77dd8-c2f6-4913-89e5-0f35a6e21838"} {"level":"info","ts":1784737614.518713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37a77dd8-c2f6-4913-89e5-0f35a6e21838","EoS":false} {"level":"info","ts":1784737614.5187235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37a77dd8-c2f6-4913-89e5-0f35a6e21838","EoS":true} {"level":"info","ts":1784737614.5187445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37a77dd8-c2f6-4913-89e5-0f35a6e21838","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784737614.5187614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37a77dd8-c2f6-4913-89e5-0f35a6e21838","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784737614.518781,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37a77dd8-c2f6-4913-89e5-0f35a6e21838"} {"level":"info","ts":1784737705.0088992,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737705.0089839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bc1f30f-4b13-45a4-989e-0662de21da79"} {"level":"info","ts":1784737705.0089948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bc1f30f-4b13-45a4-989e-0662de21da79"} {"level":"info","ts":1784737705.0090055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bc1f30f-4b13-45a4-989e-0662de21da79","EoS":false} {"level":"info","ts":1784737705.009016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bc1f30f-4b13-45a4-989e-0662de21da79","EoS":true} {"level":"info","ts":1784737705.0090375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bc1f30f-4b13-45a4-989e-0662de21da79","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784737705.0090518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bc1f30f-4b13-45a4-989e-0662de21da79","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784737705.0090714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bc1f30f-4b13-45a4-989e-0662de21da79"} {"level":"info","ts":1784737730.3449483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737730.3450315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"} {"level":"info","ts":1784737730.3450403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"} {"level":"info","ts":1784737730.345052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","EoS":false} {"level":"info","ts":1784737730.3450649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","EoS":true} {"level":"info","ts":1784737730.3450847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784737730.3450997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"792352de-cb53-4504-b904-17630ceb997e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784737730.345122,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"792352de-cb53-4504-b904-17630ceb997e"} {"level":"info","ts":1784737767.3602867,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737767.3603618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"} {"level":"info","ts":1784737767.3603706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"} {"level":"info","ts":1784737767.3603811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","EoS":false} {"level":"info","ts":1784737767.3603914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","EoS":true} {"level":"info","ts":1784737767.3604105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737767.3604255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737767.360444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"691b33d9-ccec-49c4-b538-243eabeb99a5"} {"level":"info","ts":1784737782.6276844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737782.6277704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"} {"level":"info","ts":1784737782.6277802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"} {"level":"info","ts":1784737782.627794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","EoS":false} {"level":"info","ts":1784737782.6278117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","EoS":true} {"level":"info","ts":1784737782.6278331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737782.6278486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737782.6278741,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3adac23e-a6c6-4d9a-b8d7-c82f05b0879c"} {"level":"info","ts":1784737782.912578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784737782.912686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d896569e-f781-4459-a1a0-69066dca97c1"} {"level":"info","ts":1784737782.9126968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d896569e-f781-4459-a1a0-69066dca97c1"} {"level":"info","ts":1784737782.9127097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d896569e-f781-4459-a1a0-69066dca97c1","EoS":false} {"level":"info","ts":1784737782.912721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d896569e-f781-4459-a1a0-69066dca97c1","EoS":true} {"level":"info","ts":1784737782.9127405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d896569e-f781-4459-a1a0-69066dca97c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784737782.9127553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d896569e-f781-4459-a1a0-69066dca97c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784737782.9127743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d896569e-f781-4459-a1a0-69066dca97c1"} {"level":"info","ts":1784738110.3609095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738110.3610077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"} {"level":"info","ts":1784738110.3610198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"} {"level":"info","ts":1784738110.361038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","EoS":false} {"level":"info","ts":1784738110.361055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","EoS":true} {"level":"info","ts":1784738110.3610795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738110.3610954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738110.3611197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45290f7a-fdd3-40bb-a1a8-843f821515c2"} {"level":"info","ts":1784738110.3973114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738110.3973715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d25e5ec4-1694-9fa9-8045-0c90b21eb4ca"} {"level":"info","ts":1784738110.3973796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d25e5ec4-1694-9fa9-8045-0c90b21eb4ca"} {"level":"info","ts":1784738110.39739,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d25e5ec4-1694-9fa9-8045-0c90b21eb4ca","EoS":false} {"level":"info","ts":1784738110.3973992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d25e5ec4-1694-9fa9-8045-0c90b21eb4ca","EoS":true} {"level":"info","ts":1784738110.3974147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d25e5ec4-1694-9fa9-8045-0c90b21eb4ca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738110.3974283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d25e5ec4-1694-9fa9-8045-0c90b21eb4ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738110.3974438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d25e5ec4-1694-9fa9-8045-0c90b21eb4ca"} {"level":"info","ts":1784738110.4373426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738110.4374044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c76ecdb-0e80-484e-8fca-7a66838a0e73"} {"level":"info","ts":1784738110.437417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c76ecdb-0e80-484e-8fca-7a66838a0e73"} {"level":"info","ts":1784738110.437433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c76ecdb-0e80-484e-8fca-7a66838a0e73","EoS":false} {"level":"info","ts":1784738110.4374506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c76ecdb-0e80-484e-8fca-7a66838a0e73","EoS":true} {"level":"info","ts":1784738110.4374738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c76ecdb-0e80-484e-8fca-7a66838a0e73","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784738110.4374905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c76ecdb-0e80-484e-8fca-7a66838a0e73","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738110.4375155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c76ecdb-0e80-484e-8fca-7a66838a0e73"} {"level":"info","ts":1784738115.310592,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0b755ea-6c6c-44c0-a648-37b5489c7296","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738115.3106103,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2c5d62d-39ba-4771-8d84-23fe68bd244a"} {"level":"info","ts":1784738115.310651,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0b755ea-6c6c-44c0-a648-37b5489c7296","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784738115.3195214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f247559-0fc4-40b8-baa5-d1bbedb82157","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738115.319556,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f247559-0fc4-40b8-baa5-d1bbedb82157","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784738115.3208823,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2c5d62d-39ba-4771-8d84-23fe68bd244a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738115.3211007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35070.353607898,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.3211207,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.3857868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.422211,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34493.851576314,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.422234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.4734013,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4575e3de-877e-464f-a83e-fb49d76b7898","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738115.4734445,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4575e3de-877e-464f-a83e-fb49d76b7898","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784738115.4747593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5086e9b7-6b32-43bb-abc8-d1561528393f"} {"level":"info","ts":1784738115.474919,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fef08fa-f009-443c-865d-eedbfa6ff880","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738115.4751763,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fef08fa-f009-443c-865d-eedbfa6ff880","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738115.4752338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a7935d5-4f5d-40c7-95b5-903962d0a6bd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738115.4753032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a7935d5-4f5d-40c7-95b5-903962d0a6bd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738115.4753685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36459.627863065,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.4754202,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.4757361,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"593cddab-10a2-40ac-a9e0-9f4032a4a751","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738115.4757676,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"593cddab-10a2-40ac-a9e0-9f4032a4a751","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738115.4761913,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.4823978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738115.5224147,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2c5d62d-39ba-4771-8d84-23fe68bd244a","name":"e2e-external-provider"} {"level":"info","ts":1784738115.5362566,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2c5d62d-39ba-4771-8d84-23fe68bd244a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784738115.5408976,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2c5d62d-39ba-4771-8d84-23fe68bd244a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738115.5409646,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e2f54b0-dc25-445c-979d-78c7da043124"} {"level":"info","ts":1784738115.540997,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e2f54b0-dc25-445c-979d-78c7da043124","name":"e2e-external-provider"} {"level":"info","ts":1784738115.5516093,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e2f54b0-dc25-445c-979d-78c7da043124","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784738115.5753896,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5086e9b7-6b32-43bb-abc8-d1561528393f","name":"e2e-external-model"} {"level":"info","ts":1784738115.5934503,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8253798a-52b2-4eed-bba2-21a16f6901ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738115.593486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8253798a-52b2-4eed-bba2-21a16f6901ac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784738115.59893,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5086e9b7-6b32-43bb-abc8-d1561528393f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738115.5989785,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5086e9b7-6b32-43bb-abc8-d1561528393f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738115.5990307,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"915d2b91-6103-4e62-94f7-920eb00a602d"} {"level":"info","ts":1784738115.5990725,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"915d2b91-6103-4e62-94f7-920eb00a602d","name":"e2e-external-model"} {"level":"info","ts":1784738115.6140497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dba8e06-f2ac-4dc4-a6c4-f84a7f36cb4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738115.6140754,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dba8e06-f2ac-4dc4-a6c4-f84a7f36cb4e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784738115.6187358,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"915d2b91-6103-4e62-94f7-920eb00a602d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738115.6187742,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"915d2b91-6103-4e62-94f7-920eb00a602d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738115.6188354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7656a2c-7aa7-4971-82a8-9fc1bfae1aed"} {"level":"info","ts":1784738115.6188843,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7656a2c-7aa7-4971-82a8-9fc1bfae1aed","name":"e2e-external-model"} {"level":"info","ts":1784738115.6289525,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7656a2c-7aa7-4971-82a8-9fc1bfae1aed","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738115.6342268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be66d4a-3e34-4c51-a398-ec0db92a6a5f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738115.6342611,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3be66d4a-3e34-4c51-a398-ec0db92a6a5f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784738115.634871,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7656a2c-7aa7-4971-82a8-9fc1bfae1aed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738115.6349509,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2c23741-7306-4d77-94c0-644640c794be"} {"level":"info","ts":1784738115.6349978,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2c23741-7306-4d77-94c0-644640c794be","name":"e2e-external-model"} {"level":"info","ts":1784738115.6443443,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2c23741-7306-4d77-94c0-644640c794be","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738127.054963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738127.055042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6"} {"level":"info","ts":1784738127.0550513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6"} {"level":"info","ts":1784738127.0550625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6","EoS":false} {"level":"info","ts":1784738127.055074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6","EoS":true} {"level":"info","ts":1784738127.0550966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784738127.0551162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738127.0551262,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6","modelName":"e2e-external-model"} {"level":"info","ts":1784738127.055141,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738127.0551856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b36ff9eb-4f86-45ad-bb35-3abfb007cfb6"} {"level":"info","ts":1784738127.1077993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738127.1079142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20"} {"level":"info","ts":1784738127.1079316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20"} {"level":"info","ts":1784738127.1079466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20","EoS":false} {"level":"info","ts":1784738127.1079695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20","EoS":true} {"level":"info","ts":1784738127.108001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784738127.1080222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738127.1080368,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20","modelName":"e2e-external-model"} {"level":"info","ts":1784738127.1080565,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738127.1081088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5cf2d635-500a-42ac-904c-f82574414c20"} {"level":"info","ts":1784738127.136311,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738127.1364179,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a"} {"level":"info","ts":1784738127.136433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a"} {"level":"info","ts":1784738127.136446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","EoS":false} {"level":"info","ts":1784738127.1364582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","EoS":true} {"level":"info","ts":1784738127.1364775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784738127.1364925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738127.1364996,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","modelName":"e2e-external-model"} {"level":"info","ts":1784738127.1365128,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738127.1365502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7927107-45e0-4c93-9593-acc602942a0a"} {"level":"info","ts":1784738127.2676826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d842ab9-7950-47f5-8860-f0ef304b113b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738127.267691,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b0f3e3f-46ec-4cb4-b0c6-696d5ef30569"} {"level":"info","ts":1784738127.2677295,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d842ab9-7950-47f5-8860-f0ef304b113b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738127.2758439,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b28c1d0-a97c-4e2c-8af4-10caef88fdb9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738127.2759686,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b28c1d0-a97c-4e2c-8af4-10caef88fdb9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784738127.2772439,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b0f3e3f-46ec-4cb4-b0c6-696d5ef30569","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738127.2773147,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b0f3e3f-46ec-4cb4-b0c6-696d5ef30569","name":"e2e-cleanup-test"} {"level":"info","ts":1784738127.302063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc7e4593-8e9c-45a0-bac6-214ad3fda7bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738127.3021076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc7e4593-8e9c-45a0-bac6-214ad3fda7bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784738127.3033817,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b0f3e3f-46ec-4cb4-b0c6-696d5ef30569","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738127.3034315,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b0f3e3f-46ec-4cb4-b0c6-696d5ef30569","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738127.3034818,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32166d0a-b641-4883-9b0f-05af2da1622d"} {"level":"info","ts":1784738127.3035328,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32166d0a-b641-4883-9b0f-05af2da1622d","name":"e2e-cleanup-test"} {"level":"info","ts":1784738127.3186848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"437cc953-f099-498b-a3b2-184149dfe253","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738127.318733,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"437cc953-f099-498b-a3b2-184149dfe253","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784738127.3213677,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32166d0a-b641-4883-9b0f-05af2da1622d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738127.3214257,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32166d0a-b641-4883-9b0f-05af2da1622d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738127.3214939,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3beac5d-e4dc-402f-9a86-6d1b01d2cf85"} {"level":"info","ts":1784738127.3215911,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3beac5d-e4dc-402f-9a86-6d1b01d2cf85","name":"e2e-cleanup-test"} {"level":"info","ts":1784738127.3310962,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3beac5d-e4dc-402f-9a86-6d1b01d2cf85","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738127.3351202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c07bad5-8975-456b-ac27-11ae8be37240","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738127.3351653,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c07bad5-8975-456b-ac27-11ae8be37240","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784738127.3388703,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3beac5d-e4dc-402f-9a86-6d1b01d2cf85","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738127.3389723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c4a4a8-91d6-4dbb-bb3e-e197e6a1c6f0"} {"level":"info","ts":1784738127.339041,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c4a4a8-91d6-4dbb-bb3e-e197e6a1c6f0","name":"e2e-cleanup-test"} {"level":"info","ts":1784738127.3482661,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c4a4a8-91d6-4dbb-bb3e-e197e6a1c6f0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738135.529276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7934ee80-5460-41b2-86e0-2fec05eca424"} {"level":"info","ts":1784738135.5293114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6da392f4-aa0d-4ee3-bea4-33da11b8ccc6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738135.5293458,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6da392f4-aa0d-4ee3-bea4-33da11b8ccc6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738139.8404574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738139.8405507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658"} {"level":"info","ts":1784738139.8405652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658"} {"level":"info","ts":1784738139.8405893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658","EoS":false} {"level":"info","ts":1784738139.8406088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658","EoS":true} {"level":"info","ts":1784738139.8406692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784738139.840689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784738139.8407197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a3ef0fe-e898-4410-98e0-625e88171658"} {"level":"info","ts":1784738139.864951,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738139.8650415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3"} {"level":"info","ts":1784738139.8650541,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3"} {"level":"info","ts":1784738139.8650665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","EoS":false} {"level":"info","ts":1784738139.8650815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","EoS":true} {"level":"info","ts":1784738139.8651025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784738139.8651166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738139.8651237,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","modelName":"e2e-external-model"} {"level":"info","ts":1784738139.8651373,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738139.865173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64b63da0-3b8c-45b5-a7ce-ee394b461dd3"} {"level":"info","ts":1784738139.9051023,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738139.9051986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"} {"level":"info","ts":1784738139.9052112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"} {"level":"info","ts":1784738139.9052231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","EoS":false} {"level":"info","ts":1784738139.9052346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","EoS":true} {"level":"info","ts":1784738139.905257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784738139.9052725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738139.9052942,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9ef9f80-2b25-4f28-be8b-1f58a1a69eea"} {"level":"info","ts":1784738140.0475242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738140.0475926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"} {"level":"info","ts":1784738140.0476022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"} {"level":"info","ts":1784738140.0476146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","EoS":false} {"level":"info","ts":1784738140.0476544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","EoS":true} {"level":"info","ts":1784738140.047676,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d","field":"model"} {"level":"info","ts":1784738140.0477004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2291d74d-e574-450a-beb7-b2050101e18d"} {"level":"info","ts":1784738140.9383087,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b406814-9289-453d-81d6-44bdfb17e544"} {"level":"info","ts":1784738140.9383411,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abee3c43-9938-4c12-abaa-c26a0311ce0a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738140.9383805,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abee3c43-9938-4c12-abaa-c26a0311ce0a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738141.091667,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec458cf9-3177-422d-8982-dd86f6ea6f79"} {"level":"info","ts":1784738141.0916102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebfb58ee-06bd-4c0d-a532-a26125747bc3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738141.0917437,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebfb58ee-06bd-4c0d-a532-a26125747bc3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738741.2600996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738741.2601798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96efaf6d-41b4-4b4c-9653-e5f1b7015cff"} {"level":"info","ts":1784738741.2601879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96efaf6d-41b4-4b4c-9653-e5f1b7015cff"} {"level":"info","ts":1784738741.260198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96efaf6d-41b4-4b4c-9653-e5f1b7015cff","EoS":false} {"level":"info","ts":1784738741.2602086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96efaf6d-41b4-4b4c-9653-e5f1b7015cff","EoS":true} {"level":"info","ts":1784738741.2602258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96efaf6d-41b4-4b4c-9653-e5f1b7015cff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738741.260237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96efaf6d-41b4-4b4c-9653-e5f1b7015cff","path":"/ai-tenant-e2e-inf-b-059dda/test-model-059dda/v1/chat/completions"} {"level":"info","ts":1784738741.260252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96efaf6d-41b4-4b4c-9653-e5f1b7015cff"} {"level":"info","ts":1784738762.2909834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738762.291066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"} {"level":"info","ts":1784738762.2910767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"} {"level":"info","ts":1784738762.2910876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","EoS":false} {"level":"info","ts":1784738762.2911007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","EoS":true} {"level":"info","ts":1784738762.2911215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784738762.291137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1","path":"/ai-tenant-e2e-inf-b-059dda/test-model-059dda/v1/chat/completions"} {"level":"info","ts":1784738762.2911565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22680441-75da-4e22-9f26-17df85f2d2b1"} {"level":"info","ts":1784739255.830257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739255.8303332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"} {"level":"info","ts":1784739255.830341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"} {"level":"info","ts":1784739255.8303523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","EoS":false} {"level":"info","ts":1784739255.830368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","EoS":true} {"level":"info","ts":1784739255.830388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784739255.8304024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef","path":"/ai-tenant-e2e-shared-b-afe7a0/rate-test-model-afe7a0/v1/completions"} {"level":"info","ts":1784739255.8304281,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60434414-e169-44da-abbc-f8bfd7fc50ef"}