{"level":"info","ts":1784835342.7814429,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835342.781528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e16442a8-c322-4f50-ada4-781a81389a9d"} {"level":"info","ts":1784835342.781538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e16442a8-c322-4f50-ada4-781a81389a9d"} {"level":"info","ts":1784835342.7815487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e16442a8-c322-4f50-ada4-781a81389a9d","EoS":false} {"level":"info","ts":1784835342.781563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e16442a8-c322-4f50-ada4-781a81389a9d","EoS":true} {"level":"info","ts":1784835342.7815833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e16442a8-c322-4f50-ada4-781a81389a9d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835342.781602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e16442a8-c322-4f50-ada4-781a81389a9d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835342.7816248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e16442a8-c322-4f50-ada4-781a81389a9d"} {"level":"info","ts":1784835358.5618486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.5619283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.561937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.5619528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","EoS":false} {"level":"info","ts":1784835358.5619674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","EoS":true} {"level":"info","ts":1784835358.5619884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835358.5620043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.5620263,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"999b9762-a449-4caf-9d90-a0c316570a0e"} {"level":"info","ts":1784835358.6961207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.6962013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.6962113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.6962233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","EoS":false} {"level":"info","ts":1784835358.696275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","EoS":true} {"level":"info","ts":1784835358.6962998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835358.6963148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.6963348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b05c3b86-6202-46e3-92a2-5c4ed6f3b6b5"} {"level":"info","ts":1784835358.827995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.8280811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.828091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.8281107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","EoS":false} {"level":"info","ts":1784835358.828123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","EoS":true} {"level":"info","ts":1784835358.8281436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835358.8281605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.8281817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee3904eb-1210-4cd5-8177-8ee1c8c268ec"} {"level":"info","ts":1784835358.9639995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835358.964091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835358.9641035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835358.9641216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","EoS":false} {"level":"info","ts":1784835358.9641395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","EoS":true} {"level":"info","ts":1784835358.9641676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835358.9641871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835358.964217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d342c8ce-7ee7-4649-a5db-27779071d030"} {"level":"info","ts":1784835359.0941775,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835359.0942562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.094265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.0942802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","EoS":false} {"level":"info","ts":1784835359.0942938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","EoS":true} {"level":"info","ts":1784835359.0943162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835359.09433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9154264-849a-488f-9865-dc369746bd28","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835359.0943465,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9154264-849a-488f-9865-dc369746bd28"} {"level":"info","ts":1784835359.225752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835359.22583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b0a078c-9e20-47be-a122-b849910b0411"} {"level":"info","ts":1784835359.2258394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b0a078c-9e20-47be-a122-b849910b0411"} {"level":"info","ts":1784835359.225851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b0a078c-9e20-47be-a122-b849910b0411","EoS":false} {"level":"info","ts":1784835359.2258677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b0a078c-9e20-47be-a122-b849910b0411","EoS":true} {"level":"info","ts":1784835359.225903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b0a078c-9e20-47be-a122-b849910b0411","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835359.2259202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b0a078c-9e20-47be-a122-b849910b0411","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835359.2259464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b0a078c-9e20-47be-a122-b849910b0411"} {"level":"info","ts":1784835374.8012967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835374.801419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.801434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.8014479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","EoS":false} {"level":"info","ts":1784835374.8014607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","EoS":true} {"level":"info","ts":1784835374.8014808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835374.801497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835374.801517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90dac7cd-afab-447f-ae40-5fafdb56fd3d"} {"level":"info","ts":1784835374.832265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835374.8323462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78c99b5-514b-46b2-aa9f-ba74b2c11f7b"} {"level":"info","ts":1784835374.8323872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f78c99b5-514b-46b2-aa9f-ba74b2c11f7b"} {"level":"info","ts":1784835374.8324058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f78c99b5-514b-46b2-aa9f-ba74b2c11f7b","EoS":false} {"level":"info","ts":1784835374.832425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f78c99b5-514b-46b2-aa9f-ba74b2c11f7b","EoS":true} {"level":"info","ts":1784835374.8324473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f78c99b5-514b-46b2-aa9f-ba74b2c11f7b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835374.8324642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f78c99b5-514b-46b2-aa9f-ba74b2c11f7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835374.8324862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f78c99b5-514b-46b2-aa9f-ba74b2c11f7b"} {"level":"info","ts":1784835374.8627477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835374.8628716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b07d4aa-3f48-445b-8915-ceb8675f71d3"} {"level":"info","ts":1784835374.8628871,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b07d4aa-3f48-445b-8915-ceb8675f71d3"} {"level":"info","ts":1784835374.8629076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b07d4aa-3f48-445b-8915-ceb8675f71d3","EoS":false} {"level":"info","ts":1784835374.8629293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b07d4aa-3f48-445b-8915-ceb8675f71d3","EoS":true} {"level":"info","ts":1784835374.8629587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b07d4aa-3f48-445b-8915-ceb8675f71d3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835374.8629782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b07d4aa-3f48-445b-8915-ceb8675f71d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835374.863008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b07d4aa-3f48-445b-8915-ceb8675f71d3"} {"level":"info","ts":1784835374.8939884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835374.894071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37631009-885c-4c11-9917-cf6f9f439872"} {"level":"info","ts":1784835379.4703214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835379.470458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835379.4704723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835379.4704926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","EoS":false} {"level":"info","ts":1784835379.4705093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","EoS":true} {"level":"info","ts":1784835379.4705412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835379.4705634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835379.470596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f45766-5c9b-43c2-acb9-975fbbf7d7b5"} {"level":"info","ts":1784835388.0248811,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835388.0249789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4b96e00-1b03-42ca-8f28-ffb19da719c8"} {"level":"info","ts":1784835388.024994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4b96e00-1b03-42ca-8f28-ffb19da719c8"} {"level":"info","ts":1784835388.0250118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4b96e00-1b03-42ca-8f28-ffb19da719c8","EoS":false} {"level":"info","ts":1784835388.0250254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4b96e00-1b03-42ca-8f28-ffb19da719c8","EoS":true} {"level":"info","ts":1784835388.0250466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4b96e00-1b03-42ca-8f28-ffb19da719c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835388.0250635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4b96e00-1b03-42ca-8f28-ffb19da719c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835388.0250843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4b96e00-1b03-42ca-8f28-ffb19da719c8"} {"level":"info","ts":1784835390.0613852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835390.0614886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2448964d-6454-4fbf-8de8-fce7a488f67d"} {"level":"info","ts":1784835390.0615036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2448964d-6454-4fbf-8de8-fce7a488f67d"} {"level":"info","ts":1784835390.0615234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2448964d-6454-4fbf-8de8-fce7a488f67d","EoS":false} {"level":"info","ts":1784835390.0615437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2448964d-6454-4fbf-8de8-fce7a488f67d","EoS":true} {"level":"info","ts":1784835390.0615723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2448964d-6454-4fbf-8de8-fce7a488f67d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835390.0615916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2448964d-6454-4fbf-8de8-fce7a488f67d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835390.061625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2448964d-6454-4fbf-8de8-fce7a488f67d"} {"level":"info","ts":1784835392.0949552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835392.0950303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835392.0950398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835392.0950508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","EoS":false} {"level":"info","ts":1784835392.095061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","EoS":true} {"level":"info","ts":1784835392.0950804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835392.0950963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835392.0951133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caf4ed37-17b6-4ec9-851a-49c794bd942d"} {"level":"info","ts":1784835404.9357734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835404.9358556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835404.9358654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835404.935877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","EoS":false} {"level":"info","ts":1784835404.935887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","EoS":true} {"level":"info","ts":1784835404.9359088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835404.9359245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835404.9359462,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e4aa873-7295-47ba-8af9-784ee5f95486"} {"level":"info","ts":1784835413.4376307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835413.4377065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835413.4377158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835413.4377263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","EoS":false} {"level":"info","ts":1784835413.4377365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","EoS":true} {"level":"info","ts":1784835413.4377606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835413.4377766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835413.4377923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d3ad51d-c812-41f6-be24-c3eaf76f11d2"} {"level":"info","ts":1784835422.3047867,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835422.304862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835422.3048718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835422.3048828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","EoS":false} {"level":"info","ts":1784835422.3048952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","EoS":true} {"level":"info","ts":1784835422.3049588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835422.3049765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835422.304999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5c49776-de02-4de6-8e36-cc860356be48"} {"level":"info","ts":1784835431.2775683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835431.2776566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"258437b3-218c-4b08-ade5-c86bb758e1aa"} {"level":"info","ts":1784835431.2776666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"258437b3-218c-4b08-ade5-c86bb758e1aa"} {"level":"info","ts":1784835431.2776778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"258437b3-218c-4b08-ade5-c86bb758e1aa","EoS":false} {"level":"info","ts":1784835431.277695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"258437b3-218c-4b08-ade5-c86bb758e1aa","EoS":true} {"level":"info","ts":1784835431.2777152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"258437b3-218c-4b08-ade5-c86bb758e1aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835431.277736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"258437b3-218c-4b08-ade5-c86bb758e1aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835431.2777653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"258437b3-218c-4b08-ade5-c86bb758e1aa"} {"level":"info","ts":1784835435.97614,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835435.976222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cf344c7-6a50-4bf5-88f6-462a4b8d411b"} {"level":"info","ts":1784835435.976231,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cf344c7-6a50-4bf5-88f6-462a4b8d411b"} {"level":"info","ts":1784835435.9762433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cf344c7-6a50-4bf5-88f6-462a4b8d411b","EoS":false} {"level":"info","ts":1784835435.976253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cf344c7-6a50-4bf5-88f6-462a4b8d411b","EoS":true} {"level":"info","ts":1784835435.9762726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cf344c7-6a50-4bf5-88f6-462a4b8d411b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784835435.976289,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cf344c7-6a50-4bf5-88f6-462a4b8d411b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835435.9763088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cf344c7-6a50-4bf5-88f6-462a4b8d411b"} {"level":"info","ts":1784835440.6992555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835440.6993396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0779079f-fe06-44e8-9da0-b9643867c69d"} {"level":"info","ts":1784835440.6993773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0779079f-fe06-44e8-9da0-b9643867c69d"} {"level":"info","ts":1784835440.6994483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0779079f-fe06-44e8-9da0-b9643867c69d","EoS":false} {"level":"info","ts":1784835440.6994627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0779079f-fe06-44e8-9da0-b9643867c69d","EoS":true} {"level":"info","ts":1784835440.6994882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0779079f-fe06-44e8-9da0-b9643867c69d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835440.6995053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0779079f-fe06-44e8-9da0-b9643867c69d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835440.69953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0779079f-fe06-44e8-9da0-b9643867c69d"} {"level":"info","ts":1784835440.9627256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835440.9628117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51f9a041-8e5f-418e-b704-ddb7e79d5ac8"} {"level":"info","ts":1784835440.9628224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51f9a041-8e5f-418e-b704-ddb7e79d5ac8"} {"level":"info","ts":1784835440.9628344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51f9a041-8e5f-418e-b704-ddb7e79d5ac8","EoS":false} {"level":"info","ts":1784835440.9628477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51f9a041-8e5f-418e-b704-ddb7e79d5ac8","EoS":true} {"level":"info","ts":1784835440.9628687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51f9a041-8e5f-418e-b704-ddb7e79d5ac8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835440.9628856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51f9a041-8e5f-418e-b704-ddb7e79d5ac8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835440.9629054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51f9a041-8e5f-418e-b704-ddb7e79d5ac8"} {"level":"info","ts":1784835442.9964762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835442.9965537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b12ee10-519f-479b-b9ad-6f6ef90e31fe"} {"level":"info","ts":1784835442.9965632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b12ee10-519f-479b-b9ad-6f6ef90e31fe"} {"level":"info","ts":1784835442.9965742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b12ee10-519f-479b-b9ad-6f6ef90e31fe","EoS":false} {"level":"info","ts":1784835442.996584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b12ee10-519f-479b-b9ad-6f6ef90e31fe","EoS":true} {"level":"info","ts":1784835442.9966047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b12ee10-519f-479b-b9ad-6f6ef90e31fe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835442.996622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b12ee10-519f-479b-b9ad-6f6ef90e31fe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835442.9966395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b12ee10-519f-479b-b9ad-6f6ef90e31fe"} {"level":"info","ts":1784835445.033191,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835445.033266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61a4bdad-3472-4d44-a8ce-3bf52e57a259"} {"level":"info","ts":1784835445.0332763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61a4bdad-3472-4d44-a8ce-3bf52e57a259"} {"level":"info","ts":1784835445.0332878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61a4bdad-3472-4d44-a8ce-3bf52e57a259","EoS":false} {"level":"info","ts":1784835445.0332973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61a4bdad-3472-4d44-a8ce-3bf52e57a259","EoS":true} {"level":"info","ts":1784835445.0333161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61a4bdad-3472-4d44-a8ce-3bf52e57a259","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835445.0333316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61a4bdad-3472-4d44-a8ce-3bf52e57a259","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835445.0333831,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61a4bdad-3472-4d44-a8ce-3bf52e57a259"} {"level":"info","ts":1784835447.066555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835447.0666382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835447.0666475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835447.0666606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","EoS":false} {"level":"info","ts":1784835447.0666769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","EoS":true} {"level":"info","ts":1784835447.0666971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835447.066718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835447.0667467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69f690e2-40a9-4671-8b2c-2908fbfef4a3"} {"level":"info","ts":1784835469.994507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835469.9945977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835469.9946086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835469.994621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","EoS":false} {"level":"info","ts":1784835469.994631,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","EoS":true} {"level":"info","ts":1784835469.994658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835469.994673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835469.9946945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b2f1cbf-4fa7-4eb6-ab14-e006cfac0bd9"} {"level":"info","ts":1784835479.284953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835479.2850487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f842bbab-1cb0-4fd7-b979-4a647cfc5cdd"} {"level":"info","ts":1784835479.2850645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f842bbab-1cb0-4fd7-b979-4a647cfc5cdd"} {"level":"info","ts":1784835479.2850835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f842bbab-1cb0-4fd7-b979-4a647cfc5cdd","EoS":false} {"level":"info","ts":1784835479.285101,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f842bbab-1cb0-4fd7-b979-4a647cfc5cdd","EoS":true} {"level":"info","ts":1784835479.2851303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f842bbab-1cb0-4fd7-b979-4a647cfc5cdd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835479.2851534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f842bbab-1cb0-4fd7-b979-4a647cfc5cdd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835479.2851858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f842bbab-1cb0-4fd7-b979-4a647cfc5cdd"} {"level":"info","ts":1784835484.6857705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835484.6858597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d8dac35-cfaa-4deb-84a9-3fdcd67c28f6"} {"level":"info","ts":1784835484.6858728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d8dac35-cfaa-4deb-84a9-3fdcd67c28f6"} {"level":"info","ts":1784835484.6858852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d8dac35-cfaa-4deb-84a9-3fdcd67c28f6","EoS":false} {"level":"info","ts":1784835484.685898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d8dac35-cfaa-4deb-84a9-3fdcd67c28f6","EoS":true} {"level":"info","ts":1784835484.6859198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d8dac35-cfaa-4deb-84a9-3fdcd67c28f6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835484.6859355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d8dac35-cfaa-4deb-84a9-3fdcd67c28f6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835484.6859617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d8dac35-cfaa-4deb-84a9-3fdcd67c28f6"} {"level":"info","ts":1784835494.2127967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835494.2128994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce56fabb-bc1e-4382-ba2c-da6001cf28d3"} {"level":"info","ts":1784835494.212913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce56fabb-bc1e-4382-ba2c-da6001cf28d3"} {"level":"info","ts":1784835494.2129304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce56fabb-bc1e-4382-ba2c-da6001cf28d3","EoS":false} {"level":"info","ts":1784835494.212948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce56fabb-bc1e-4382-ba2c-da6001cf28d3","EoS":true} {"level":"info","ts":1784835494.2129767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce56fabb-bc1e-4382-ba2c-da6001cf28d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835494.2130132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce56fabb-bc1e-4382-ba2c-da6001cf28d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835494.213045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce56fabb-bc1e-4382-ba2c-da6001cf28d3"} {"level":"info","ts":1784835496.2474053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835496.2474868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835496.2474964,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835496.2475092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","EoS":false} {"level":"info","ts":1784835496.2475188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","EoS":true} {"level":"info","ts":1784835496.247538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835496.2475512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835496.247572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4c40f3f-c6d7-4f2e-b1d8-b4ff456cbb4d"} {"level":"info","ts":1784835505.6194763,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835505.6195753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.6195893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.6196017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","EoS":false} {"level":"info","ts":1784835505.6196146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","EoS":true} {"level":"info","ts":1784835505.6196413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835505.6196613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835505.6196856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99e39afa-6e54-4822-b1fc-5b35b6bcc861"} {"level":"info","ts":1784835505.6499488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835505.6500278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835505.6500366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835505.6500473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","EoS":false} {"level":"info","ts":1784835505.6500576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","EoS":true} {"level":"info","ts":1784835505.6500788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835505.650094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835505.6501095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a80c5cc-1633-4a90-8df3-ac408c5afca5"} {"level":"info","ts":1784835524.7203016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835524.7204018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835524.72041,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835524.720422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","EoS":false} {"level":"info","ts":1784835524.7204318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","EoS":true} {"level":"info","ts":1784835524.7204523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835524.7204683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835524.7204843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa07948e-bf2a-4481-aab8-7500b67c3354"} {"level":"info","ts":1784835533.9947824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835533.9948645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1accce87-2a78-42cd-8adc-cb90bb0f56b5"} {"level":"info","ts":1784835533.9948733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1accce87-2a78-42cd-8adc-cb90bb0f56b5"} {"level":"info","ts":1784835533.9948845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1accce87-2a78-42cd-8adc-cb90bb0f56b5","EoS":false} {"level":"info","ts":1784835533.9948945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1accce87-2a78-42cd-8adc-cb90bb0f56b5","EoS":true} {"level":"info","ts":1784835533.9949145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1accce87-2a78-42cd-8adc-cb90bb0f56b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835533.9949293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1accce87-2a78-42cd-8adc-cb90bb0f56b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835533.9949508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1accce87-2a78-42cd-8adc-cb90bb0f56b5"} {"level":"info","ts":1784835539.1641572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835539.164237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e28f52d2-bbb7-435d-bf7e-6f7763ca0b19"} {"level":"info","ts":1784835539.164246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e28f52d2-bbb7-435d-bf7e-6f7763ca0b19"} {"level":"info","ts":1784835539.1642573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e28f52d2-bbb7-435d-bf7e-6f7763ca0b19","EoS":false} {"level":"info","ts":1784835539.1642685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e28f52d2-bbb7-435d-bf7e-6f7763ca0b19","EoS":true} {"level":"info","ts":1784835539.1643302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e28f52d2-bbb7-435d-bf7e-6f7763ca0b19","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784835539.1643474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e28f52d2-bbb7-435d-bf7e-6f7763ca0b19","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784835539.1643925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e28f52d2-bbb7-435d-bf7e-6f7763ca0b19"} {"level":"info","ts":1784835629.460071,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835629.4601562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cee768c8-a4bd-4e7a-9f6c-7cb312ff1875"} {"level":"info","ts":1784835629.4601684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cee768c8-a4bd-4e7a-9f6c-7cb312ff1875"} {"level":"info","ts":1784835629.4601803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cee768c8-a4bd-4e7a-9f6c-7cb312ff1875","EoS":false} {"level":"info","ts":1784835629.4602346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cee768c8-a4bd-4e7a-9f6c-7cb312ff1875","EoS":true} {"level":"info","ts":1784835629.460258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cee768c8-a4bd-4e7a-9f6c-7cb312ff1875","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784835629.4602737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cee768c8-a4bd-4e7a-9f6c-7cb312ff1875","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784835629.460293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cee768c8-a4bd-4e7a-9f6c-7cb312ff1875"} {"level":"info","ts":1784835654.8785188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835654.878607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835654.8786163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835654.8786297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","EoS":false} {"level":"info","ts":1784835654.8786488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","EoS":true} {"level":"info","ts":1784835654.8786697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784835654.878685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784835654.8787074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9cda8b07-7628-40c1-ad62-d2e1cb81aca2"} {"level":"info","ts":1784835692.0614667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835692.0615609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835692.0615716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835692.0615842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","EoS":false} {"level":"info","ts":1784835692.0616004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","EoS":true} {"level":"info","ts":1784835692.0616205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835692.0616362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835692.0616577,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88fe578f-6159-4568-8096-ecd52fb85875"} {"level":"info","ts":1784835707.3384972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835707.3385878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.3385992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.3386157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","EoS":false} {"level":"info","ts":1784835707.3386335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","EoS":true} {"level":"info","ts":1784835707.3386943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835707.3387256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835707.3387532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae986739-33f1-4b03-9df2-a987933176ab"} {"level":"info","ts":1784835707.623848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835707.6239276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"515b0e92-b9e5-4036-874c-3d80e6e957c9"} {"level":"info","ts":1784835707.6239386,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"515b0e92-b9e5-4036-874c-3d80e6e957c9"} {"level":"info","ts":1784835707.6239514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"515b0e92-b9e5-4036-874c-3d80e6e957c9","EoS":false} {"level":"info","ts":1784835707.6239643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"515b0e92-b9e5-4036-874c-3d80e6e957c9","EoS":true} {"level":"info","ts":1784835707.6239853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"515b0e92-b9e5-4036-874c-3d80e6e957c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835707.624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"515b0e92-b9e5-4036-874c-3d80e6e957c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784835707.6240232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"515b0e92-b9e5-4036-874c-3d80e6e957c9"} {"level":"info","ts":1784836016.9934015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836016.9934897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836016.9934986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836016.9935105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","EoS":false} {"level":"info","ts":1784836016.9935205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","EoS":true} {"level":"info","ts":1784836016.9935884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784836016.9936047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784836016.9936247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ce1769d-baa4-483c-8b5e-91c7030dc949"} {"level":"info","ts":1784836017.0257084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836017.025791,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.0258026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.025818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","EoS":false} {"level":"info","ts":1784836017.0258331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","EoS":true} {"level":"info","ts":1784836017.0258527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784836017.0258675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784836017.0258899,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c2f9030-af71-41f5-8e6b-9881b85bbee1"} {"level":"info","ts":1784836017.0570412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836017.0571609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4576e66-4e26-45f3-bbed-13b9edbed0cf"} {"level":"info","ts":1784836017.0571733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4576e66-4e26-45f3-bbed-13b9edbed0cf"} {"level":"info","ts":1784836017.0571864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4576e66-4e26-45f3-bbed-13b9edbed0cf","EoS":false} {"level":"info","ts":1784836017.0571966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4576e66-4e26-45f3-bbed-13b9edbed0cf","EoS":true} {"level":"info","ts":1784836017.0572171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4576e66-4e26-45f3-bbed-13b9edbed0cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784836017.0572329,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4576e66-4e26-45f3-bbed-13b9edbed0cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784836017.0572534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4576e66-4e26-45f3-bbed-13b9edbed0cf"} {"level":"info","ts":1784836017.0889137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836017.088995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62281d19-7d70-41b6-ac45-2eb25979c1af"} {"level":"info","ts":1784836017.0890071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62281d19-7d70-41b6-ac45-2eb25979c1af"} {"level":"info","ts":1784836017.0890205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62281d19-7d70-41b6-ac45-2eb25979c1af","EoS":false} {"level":"info","ts":1784836017.089033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62281d19-7d70-41b6-ac45-2eb25979c1af","EoS":true} {"level":"info","ts":1784836017.0890558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62281d19-7d70-41b6-ac45-2eb25979c1af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784836017.0890749,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62281d19-7d70-41b6-ac45-2eb25979c1af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784836017.089095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62281d19-7d70-41b6-ac45-2eb25979c1af"} {"level":"info","ts":1784836021.9104245,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7eb3a568-8f69-416a-86ca-0a89caf22022"} {"level":"info","ts":1784836021.9105146,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"914f7ae7-b897-4b5d-8b5b-33f86dbae165","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836021.9105444,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"914f7ae7-b897-4b5d-8b5b-33f86dbae165","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784836021.9197197,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7eb3a568-8f69-416a-86ca-0a89caf22022","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836021.9198039,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ebda35f-558b-4f0b-8de3-ff0c968a8b49","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836021.9200258,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34918.232757179,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836021.92005,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ebda35f-558b-4f0b-8de3-ff0c968a8b49","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784836021.9200437,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.08851,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e09f6239-c03b-42aa-97f0-ec9595b69046"} {"level":"info","ts":1784836022.0891044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.0891163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1289816-c6db-4bc6-aed7-14c11d214961","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.08916,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1289816-c6db-4bc6-aed7-14c11d214961","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784836022.0891972,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e815cf3e-4e9c-42c3-9c6e-98941e9feebe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836022.0892277,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e815cf3e-4e9c-42c3-9c6e-98941e9feebe","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784836022.0895877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b8aa50f-dc75-4c63-a1e3-d4c21ad9b8ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.0896337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b8aa50f-dc75-4c63-a1e3-d4c21ad9b8ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784836022.089671,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1752bc6a-39f6-419e-8dda-97e89f7ab8c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.0896845,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1752bc6a-39f6-419e-8dda-97e89f7ab8c9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784836022.0935235,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e09f6239-c03b-42aa-97f0-ec9595b69046","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836022.09375,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39348.68404956,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.0937672,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.1037595,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.120657,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39232.071621897,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.1206756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.1315506,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784836022.1946642,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e09f6239-c03b-42aa-97f0-ec9595b69046","name":"e2e-external-model"} {"level":"info","ts":1784836022.2145627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19d553c6-f3ed-4b26-993e-a0b44265664b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836022.2146037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19d553c6-f3ed-4b26-993e-a0b44265664b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784836022.2193816,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e09f6239-c03b-42aa-97f0-ec9595b69046","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784836022.2194443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e09f6239-c03b-42aa-97f0-ec9595b69046","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836022.2195194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3017028-500f-4ba6-900d-6e5d5ce6af0e"} {"level":"info","ts":1784836022.2195723,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3017028-500f-4ba6-900d-6e5d5ce6af0e","name":"e2e-external-model"} {"level":"info","ts":1784836022.2212965,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7eb3a568-8f69-416a-86ca-0a89caf22022","name":"e2e-external-provider"} {"level":"info","ts":1784836022.2299361,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3017028-500f-4ba6-900d-6e5d5ce6af0e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836022.2327335,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7eb3a568-8f69-416a-86ca-0a89caf22022","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784836022.2376115,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7eb3a568-8f69-416a-86ca-0a89caf22022","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836022.2376938,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a62ab82f-740d-4317-aee1-485adf26493c"} {"level":"info","ts":1784836022.2377322,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a62ab82f-740d-4317-aee1-485adf26493c","name":"e2e-external-provider"} {"level":"info","ts":1784836022.2510054,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a62ab82f-740d-4317-aee1-485adf26493c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784836029.3861296,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836029.3862236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f"} {"level":"info","ts":1784836029.3862376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f"} {"level":"info","ts":1784836029.3862545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f","EoS":false} {"level":"info","ts":1784836029.3862758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f","EoS":true} {"level":"info","ts":1784836029.3863027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784836029.386323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836029.386333,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f","modelName":"e2e-external-model"} {"level":"info","ts":1784836029.3863838,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784836029.3864646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a02fe587-97b3-40dd-887f-863702b30e3f"} {"level":"info","ts":1784836029.4311905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836029.4312654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1"} {"level":"info","ts":1784836029.4312742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1"} {"level":"info","ts":1784836029.4312844,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1","EoS":false} {"level":"info","ts":1784836029.4312944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1","EoS":true} {"level":"info","ts":1784836029.431315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784836029.431331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836029.431338,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1","modelName":"e2e-external-model"} {"level":"info","ts":1784836029.431375,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784836029.4314191,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b89e632c-c2b6-4a58-bc75-a8e11e1d8ce1"} {"level":"info","ts":1784836029.4555473,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836029.455622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8"} {"level":"info","ts":1784836029.4556308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8"} {"level":"info","ts":1784836029.4556415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","EoS":false} {"level":"info","ts":1784836029.4557297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","EoS":true} {"level":"info","ts":1784836029.455764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784836029.4557827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836029.4557898,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","modelName":"e2e-external-model"} {"level":"info","ts":1784836029.4558034,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784836029.4558463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f6c067c-fd65-4996-a053-1adde9a0a5d8"} {"level":"info","ts":1784836029.583644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"208e51e5-29b2-42fa-80bb-377cab396ed6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.5837011,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"611081f4-dae7-4f52-b39d-0f881fba12c3"} {"level":"info","ts":1784836029.5837078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"208e51e5-29b2-42fa-80bb-377cab396ed6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784836029.5887058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0879ca0-a4dc-441b-9389-6f1b84f2a544","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.5887365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0879ca0-a4dc-441b-9389-6f1b84f2a544","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784836029.5917675,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"611081f4-dae7-4f52-b39d-0f881fba12c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836029.5918245,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"611081f4-dae7-4f52-b39d-0f881fba12c3","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.6039314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74ca0673-5b9f-4001-b0fb-6bede5dfc16c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.603975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74ca0673-5b9f-4001-b0fb-6bede5dfc16c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784836029.6122153,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"611081f4-dae7-4f52-b39d-0f881fba12c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784836029.6122694,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"611081f4-dae7-4f52-b39d-0f881fba12c3","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836029.6123242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11c73aa1-fe8c-4541-8d63-fed578918e7c"} {"level":"info","ts":1784836029.612421,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11c73aa1-fe8c-4541-8d63-fed578918e7c","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.6202595,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13ac2160-860c-4ee5-aad2-6b09878208a5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.6202922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13ac2160-860c-4ee5-aad2-6b09878208a5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784836029.620799,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11c73aa1-fe8c-4541-8d63-fed578918e7c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784836029.6240923,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11c73aa1-fe8c-4541-8d63-fed578918e7c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784836029.6241736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46adc7f3-af57-467d-b319-cd95a66c59d1"} {"level":"info","ts":1784836029.6242263,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46adc7f3-af57-467d-b319-cd95a66c59d1","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.6319814,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46adc7f3-af57-467d-b319-cd95a66c59d1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836029.637607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00913033-9722-420a-974d-506531b13cdd"} {"level":"info","ts":1784836029.6376677,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00913033-9722-420a-974d-506531b13cdd","name":"e2e-cleanup-test"} {"level":"info","ts":1784836029.6376073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bf5cb4c-b8f0-4d28-898f-b884b84f7fa6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836029.6377275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bf5cb4c-b8f0-4d28-898f-b884b84f7fa6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784836029.6454978,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00913033-9722-420a-974d-506531b13cdd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784836037.849197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b709b852-b118-4c7f-85bb-75784e19c588","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836037.849237,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b709b852-b118-4c7f-85bb-75784e19c588","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784836037.8492446,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24e10e06-fd9d-40ee-9d0c-31dd9d4b13ed"} {"level":"info","ts":1784836042.1393445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.1394694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80"} {"level":"info","ts":1784836042.139485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80"} {"level":"info","ts":1784836042.139503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80","EoS":false} {"level":"info","ts":1784836042.13952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80","EoS":true} {"level":"info","ts":1784836042.139547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784836042.1395652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784836042.1395953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be96e0eb-5d55-4566-b079-0809ce0edf80"} {"level":"info","ts":1784836042.1660187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.166098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0"} {"level":"info","ts":1784836042.166107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0"} {"level":"info","ts":1784836042.1661174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","EoS":false} {"level":"info","ts":1784836042.1661265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","EoS":true} {"level":"info","ts":1784836042.1661468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784836042.1661623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836042.1661692,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","modelName":"e2e-external-model"} {"level":"info","ts":1784836042.1661825,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784836042.1662195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea6af6bd-67bf-441a-8179-704677792cb0"} {"level":"info","ts":1784836042.204238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.2043078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.2043161,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.2043264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","EoS":false} {"level":"info","ts":1784836042.2043366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","EoS":true} {"level":"info","ts":1784836042.2043874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784836042.2044027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784836042.2044175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c4dc740-92fe-4374-a94d-ad45ce14a79c"} {"level":"info","ts":1784836042.340408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836042.3405092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836042.3405232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836042.340541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","EoS":false} {"level":"info","ts":1784836042.3405523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","EoS":true} {"level":"info","ts":1784836042.340576,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae","field":"model"} {"level":"info","ts":1784836042.3406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8b2547c-15cf-4c03-8448-0d205c0e27ae"} {"level":"info","ts":1784836043.2751105,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d43011db-eba3-4e41-bc27-951235247239"} {"level":"info","ts":1784836043.2751656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52a2e1d1-ccca-4273-ad78-b3f06934aab6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836043.2752051,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52a2e1d1-ccca-4273-ad78-b3f06934aab6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784836043.4093828,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa11bcf7-8d66-41e0-a726-8a4bb3b6e3d8"} {"level":"info","ts":1784836043.4093933,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcd5ace0-5473-4bf0-86c8-24a7d98d55cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836043.4094293,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcd5ace0-5473-4bf0-86c8-24a7d98d55cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784836622.4380221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836622.438115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5449362d-3c15-436c-b7cc-57e343d8e91e"} {"level":"info","ts":1784836622.4381535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5449362d-3c15-436c-b7cc-57e343d8e91e"} {"level":"info","ts":1784836622.4381707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5449362d-3c15-436c-b7cc-57e343d8e91e","EoS":false} {"level":"info","ts":1784836622.4381855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5449362d-3c15-436c-b7cc-57e343d8e91e","EoS":true} {"level":"info","ts":1784836622.4382055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5449362d-3c15-436c-b7cc-57e343d8e91e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784836622.4382236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5449362d-3c15-436c-b7cc-57e343d8e91e","path":"/ai-tenant-e2e-inf-b-111c5d/test-model-111c5d/v1/chat/completions"} {"level":"info","ts":1784836622.4382548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5449362d-3c15-436c-b7cc-57e343d8e91e"} {"level":"info","ts":1784836643.463975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836643.4640627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784836643.4640706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784836643.4640825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","EoS":false} {"level":"info","ts":1784836643.4640923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","EoS":true} {"level":"info","ts":1784836643.4641151,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784836643.4641304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194","path":"/ai-tenant-e2e-inf-b-111c5d/test-model-111c5d/v1/chat/completions"} {"level":"info","ts":1784836643.464152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fa3a722-3bce-4877-abd1-9e1c05486194"} {"level":"info","ts":1784837084.967133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784837084.9672294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0af69e53-ad48-4f25-953f-e99bde013a86"}