{"level":"info","ts":1784822755.882938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83f1b15e-3893-45bd-9cae-66ec9663411d","EoS":false} {"level":"info","ts":1784822755.8829503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83f1b15e-3893-45bd-9cae-66ec9663411d","EoS":true} {"level":"info","ts":1784822755.8829677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83f1b15e-3893-45bd-9cae-66ec9663411d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822755.8829825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83f1b15e-3893-45bd-9cae-66ec9663411d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822755.8830073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83f1b15e-3893-45bd-9cae-66ec9663411d"} {"level":"info","ts":1784822755.9178486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822755.9179168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ee5f168-20cc-41f8-bb9b-7d8440c5d083"} {"level":"info","ts":1784822760.5617967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822760.5618734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"249ba485-0caa-4ea7-9232-ae35f805d5a7"} {"level":"info","ts":1784822760.5618827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"249ba485-0caa-4ea7-9232-ae35f805d5a7"} {"level":"info","ts":1784822760.5618951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"249ba485-0caa-4ea7-9232-ae35f805d5a7","EoS":false} {"level":"info","ts":1784822760.5619154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"249ba485-0caa-4ea7-9232-ae35f805d5a7","EoS":true} {"level":"info","ts":1784822760.5619423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"249ba485-0caa-4ea7-9232-ae35f805d5a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822760.5619617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"249ba485-0caa-4ea7-9232-ae35f805d5a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822760.5619788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"249ba485-0caa-4ea7-9232-ae35f805d5a7"} {"level":"info","ts":1784822769.14687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822769.1469567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ed335ca-136f-4173-93e0-1a42108dea09"} {"level":"info","ts":1784822769.1469724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ed335ca-136f-4173-93e0-1a42108dea09"} {"level":"info","ts":1784822769.1469958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ed335ca-136f-4173-93e0-1a42108dea09","EoS":false} {"level":"info","ts":1784822769.147017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ed335ca-136f-4173-93e0-1a42108dea09","EoS":true} {"level":"info","ts":1784822769.1470475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ed335ca-136f-4173-93e0-1a42108dea09","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822769.1470687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ed335ca-136f-4173-93e0-1a42108dea09","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822769.1470973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ed335ca-136f-4173-93e0-1a42108dea09"} {"level":"info","ts":1784822771.182045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822771.1821191,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"} {"level":"info","ts":1784822771.1821282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"} {"level":"info","ts":1784822771.1821396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","EoS":false} {"level":"info","ts":1784822771.1821501,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","EoS":true} {"level":"info","ts":1784822771.1821709,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822771.1821866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822771.182208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"} {"level":"info","ts":1784822784.0885448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822784.0886424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"} {"level":"info","ts":1784822784.0886834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"} {"level":"info","ts":1784822784.0887065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","EoS":false} {"level":"info","ts":1784822784.0887241,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","EoS":true} {"level":"info","ts":1784822784.0887532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822784.0887754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822784.0888076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"} {"level":"info","ts":1784822792.6267734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822792.6268914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"} {"level":"info","ts":1784822792.6269045,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"} {"level":"info","ts":1784822792.626917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","EoS":false} {"level":"info","ts":1784822792.6269302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","EoS":true} {"level":"info","ts":1784822792.6269512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822792.6269705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822792.6269944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"} {"level":"info","ts":1784822801.5316274,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822801.5317156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"} {"level":"info","ts":1784822801.5317264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"} {"level":"info","ts":1784822801.5317373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","EoS":false} {"level":"info","ts":1784822801.5317476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","EoS":true} {"level":"info","ts":1784822801.5317688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822801.5317845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822801.531807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"} {"level":"info","ts":1784822810.572187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822810.572266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8461fd0-7264-41ba-901f-74c9c402a462"} {"level":"info","ts":1784822810.572275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8461fd0-7264-41ba-901f-74c9c402a462"} {"level":"info","ts":1784822810.5722857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8461fd0-7264-41ba-901f-74c9c402a462","EoS":false} {"level":"info","ts":1784822810.5723002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8461fd0-7264-41ba-901f-74c9c402a462","EoS":true} {"level":"info","ts":1784822810.5723224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8461fd0-7264-41ba-901f-74c9c402a462","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822810.5723405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8461fd0-7264-41ba-901f-74c9c402a462","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822810.5723593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8461fd0-7264-41ba-901f-74c9c402a462"} {"level":"info","ts":1784822818.5014374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822818.5015135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce55f75a-6905-49f5-b98f-af423c6387f4"} {"level":"info","ts":1784822818.501524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce55f75a-6905-49f5-b98f-af423c6387f4"} {"level":"info","ts":1784822818.501535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce55f75a-6905-49f5-b98f-af423c6387f4","EoS":false} {"level":"info","ts":1784822818.5016026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce55f75a-6905-49f5-b98f-af423c6387f4","EoS":true} {"level":"info","ts":1784822818.5016348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce55f75a-6905-49f5-b98f-af423c6387f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784822818.5016725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce55f75a-6905-49f5-b98f-af423c6387f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822818.5017018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce55f75a-6905-49f5-b98f-af423c6387f4"} {"level":"info","ts":1784822823.304131,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822823.3042057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0728deee-debe-464c-ae47-0bbe62f6f344"} {"level":"info","ts":1784822823.3042173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0728deee-debe-464c-ae47-0bbe62f6f344"} {"level":"info","ts":1784822823.3042285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0728deee-debe-464c-ae47-0bbe62f6f344","EoS":false} {"level":"info","ts":1784822823.3042424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0728deee-debe-464c-ae47-0bbe62f6f344","EoS":true} {"level":"info","ts":1784822823.304263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0728deee-debe-464c-ae47-0bbe62f6f344","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822823.3042777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0728deee-debe-464c-ae47-0bbe62f6f344","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822823.3043003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0728deee-debe-464c-ae47-0bbe62f6f344"} {"level":"info","ts":1784822823.5768828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822823.5769598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71513f9c-b4aa-467c-8ec8-08df0fb4bc80"} {"level":"info","ts":1784822823.57697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71513f9c-b4aa-467c-8ec8-08df0fb4bc80"} {"level":"info","ts":1784822823.5769813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71513f9c-b4aa-467c-8ec8-08df0fb4bc80","EoS":false} {"level":"info","ts":1784822823.5769992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71513f9c-b4aa-467c-8ec8-08df0fb4bc80","EoS":true} {"level":"info","ts":1784822823.577025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71513f9c-b4aa-467c-8ec8-08df0fb4bc80","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822823.5770414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71513f9c-b4aa-467c-8ec8-08df0fb4bc80","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822823.5770614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71513f9c-b4aa-467c-8ec8-08df0fb4bc80"} {"level":"info","ts":1784822825.6104457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822825.6105287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e9758c6-1b1d-4e12-9ecb-4f17f131bd47"} {"level":"info","ts":1784822825.6105385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e9758c6-1b1d-4e12-9ecb-4f17f131bd47"} {"level":"info","ts":1784822825.610551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e9758c6-1b1d-4e12-9ecb-4f17f131bd47","EoS":false} {"level":"info","ts":1784822825.6105626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e9758c6-1b1d-4e12-9ecb-4f17f131bd47","EoS":true} {"level":"info","ts":1784822825.6105824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e9758c6-1b1d-4e12-9ecb-4f17f131bd47","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822825.6105978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e9758c6-1b1d-4e12-9ecb-4f17f131bd47","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822825.6106174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e9758c6-1b1d-4e12-9ecb-4f17f131bd47"} {"level":"info","ts":1784822827.6449025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822827.6449788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f049f8b2-db81-4084-9ec3-4650d420f304"} {"level":"info","ts":1784822827.6449876,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f049f8b2-db81-4084-9ec3-4650d420f304"} {"level":"info","ts":1784822827.644999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f049f8b2-db81-4084-9ec3-4650d420f304","EoS":false} {"level":"info","ts":1784822827.64501,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f049f8b2-db81-4084-9ec3-4650d420f304","EoS":true} {"level":"info","ts":1784822827.6450288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f049f8b2-db81-4084-9ec3-4650d420f304","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822827.6450458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f049f8b2-db81-4084-9ec3-4650d420f304","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822827.6450615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f049f8b2-db81-4084-9ec3-4650d420f304"} {"level":"info","ts":1784822829.6826146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822829.6827157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"} {"level":"info","ts":1784822829.682726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"} {"level":"info","ts":1784822829.682738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","EoS":false} {"level":"info","ts":1784822829.682749,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","EoS":true} {"level":"info","ts":1784822829.6827679,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822829.6827824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822829.6828012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"} {"level":"info","ts":1784822853.048487,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822853.0485733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"} {"level":"info","ts":1784822853.0485857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"} {"level":"info","ts":1784822853.0485978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","EoS":false} {"level":"info","ts":1784822853.0486083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","EoS":true} {"level":"info","ts":1784822853.0486288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822853.048644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822853.0486913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"} {"level":"info","ts":1784822862.4035726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822862.4036984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0321fad-45c2-453b-a679-f1bf076504c5"} {"level":"info","ts":1784822862.4037116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0321fad-45c2-453b-a679-f1bf076504c5"} {"level":"info","ts":1784822862.403733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0321fad-45c2-453b-a679-f1bf076504c5","EoS":false} {"level":"info","ts":1784822862.4037495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0321fad-45c2-453b-a679-f1bf076504c5","EoS":true} {"level":"info","ts":1784822862.4037838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0321fad-45c2-453b-a679-f1bf076504c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822862.403803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0321fad-45c2-453b-a679-f1bf076504c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822862.4038262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0321fad-45c2-453b-a679-f1bf076504c5"} {"level":"info","ts":1784822867.9814332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822867.9815066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00340a3b-887a-4c04-aaa6-83677431dd70"} {"level":"info","ts":1784822867.981516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00340a3b-887a-4c04-aaa6-83677431dd70"} {"level":"info","ts":1784822867.981527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00340a3b-887a-4c04-aaa6-83677431dd70","EoS":false} {"level":"info","ts":1784822867.9815378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00340a3b-887a-4c04-aaa6-83677431dd70","EoS":true} {"level":"info","ts":1784822867.9815571,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00340a3b-887a-4c04-aaa6-83677431dd70","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822867.9815722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00340a3b-887a-4c04-aaa6-83677431dd70","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822867.9815917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00340a3b-887a-4c04-aaa6-83677431dd70"} {"level":"info","ts":1784822877.7376103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822877.7377014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cba8d459-8db5-4de1-918f-615219c94481"} {"level":"info","ts":1784822877.7377121,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cba8d459-8db5-4de1-918f-615219c94481"} {"level":"info","ts":1784822877.737724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cba8d459-8db5-4de1-918f-615219c94481","EoS":false} {"level":"info","ts":1784822877.7377374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cba8d459-8db5-4de1-918f-615219c94481","EoS":true} {"level":"info","ts":1784822877.737759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cba8d459-8db5-4de1-918f-615219c94481","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822877.7377741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cba8d459-8db5-4de1-918f-615219c94481","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822877.7377946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cba8d459-8db5-4de1-918f-615219c94481"} {"level":"info","ts":1784822879.7745793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822879.7746563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"} {"level":"info","ts":1784822879.7746854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"} {"level":"info","ts":1784822879.7746973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","EoS":false} {"level":"info","ts":1784822879.7747083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","EoS":true} {"level":"info","ts":1784822879.7747297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822879.774745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822879.7747664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"} {"level":"info","ts":1784822889.3826811,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822889.3827522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"} {"level":"info","ts":1784822889.382764,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"} {"level":"info","ts":1784822889.3827748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","EoS":false} {"level":"info","ts":1784822889.3827853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","EoS":true} {"level":"info","ts":1784822889.382805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822889.3828206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822889.382843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"} {"level":"info","ts":1784822889.423184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822889.4232693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"} {"level":"info","ts":1784822889.423284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"} {"level":"info","ts":1784822889.4233048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","EoS":false} {"level":"info","ts":1784822889.4233246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","EoS":true} {"level":"info","ts":1784822889.4233532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822889.4233713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822889.4234033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"} {"level":"info","ts":1784822908.893445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822908.893516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"} {"level":"info","ts":1784822908.8935268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"} {"level":"info","ts":1784822908.8935387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","EoS":false} {"level":"info","ts":1784822908.8935513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","EoS":true} {"level":"info","ts":1784822908.8935761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822908.8935966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822908.8936198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"} {"level":"info","ts":1784822918.3450785,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822918.34517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f7fa7ed-3325-4d9b-b2eb-efda7a93e51e"} {"level":"info","ts":1784822918.3451834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f7fa7ed-3325-4d9b-b2eb-efda7a93e51e"} {"level":"info","ts":1784822918.3452017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f7fa7ed-3325-4d9b-b2eb-efda7a93e51e","EoS":false} {"level":"info","ts":1784822918.345224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f7fa7ed-3325-4d9b-b2eb-efda7a93e51e","EoS":true} {"level":"info","ts":1784822918.3452592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f7fa7ed-3325-4d9b-b2eb-efda7a93e51e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784822918.3452785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f7fa7ed-3325-4d9b-b2eb-efda7a93e51e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822918.3453174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f7fa7ed-3325-4d9b-b2eb-efda7a93e51e"} {"level":"info","ts":1784822923.7175424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822923.7176166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0c0e5ff-39a9-4ab2-845a-06d0a3344e59"} {"level":"info","ts":1784822923.7176256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0c0e5ff-39a9-4ab2-845a-06d0a3344e59"} {"level":"info","ts":1784822923.7176378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0c0e5ff-39a9-4ab2-845a-06d0a3344e59","EoS":false} {"level":"info","ts":1784822923.717651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0c0e5ff-39a9-4ab2-845a-06d0a3344e59","EoS":true} {"level":"info","ts":1784822923.7177012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0c0e5ff-39a9-4ab2-845a-06d0a3344e59","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784822923.71772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0c0e5ff-39a9-4ab2-845a-06d0a3344e59","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822923.7177408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0c0e5ff-39a9-4ab2-845a-06d0a3344e59"} {"level":"info","ts":1784823015.2597928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823015.2598703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ace238c2-b524-4f9b-8a79-b719557e9ce1"} {"level":"info","ts":1784823015.2598794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ace238c2-b524-4f9b-8a79-b719557e9ce1"} {"level":"info","ts":1784823015.2598898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ace238c2-b524-4f9b-8a79-b719557e9ce1","EoS":false} {"level":"info","ts":1784823015.2598994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ace238c2-b524-4f9b-8a79-b719557e9ce1","EoS":true} {"level":"info","ts":1784823015.2599225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ace238c2-b524-4f9b-8a79-b719557e9ce1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784823015.2599382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ace238c2-b524-4f9b-8a79-b719557e9ce1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784823015.2599611,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ace238c2-b524-4f9b-8a79-b719557e9ce1"} {"level":"info","ts":1784823038.9948804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823038.9949582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"} {"level":"info","ts":1784823038.9949687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"} {"level":"info","ts":1784823038.9949799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","EoS":false} {"level":"info","ts":1784823038.9949899,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","EoS":true} {"level":"info","ts":1784823038.995014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784823038.995033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784823038.9950585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"} {"level":"info","ts":1784823076.375578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823076.3756766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"} {"level":"info","ts":1784823076.375736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"} {"level":"info","ts":1784823076.3757496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","EoS":false} {"level":"info","ts":1784823076.3757625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","EoS":true} {"level":"info","ts":1784823076.375788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784823076.3758047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823076.375824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"} {"level":"info","ts":1784823091.7329156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823091.7330148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"} {"level":"info","ts":1784823091.7330256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"} {"level":"info","ts":1784823091.7330368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","EoS":false} {"level":"info","ts":1784823091.733047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","EoS":true} {"level":"info","ts":1784823091.7330668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784823091.733082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823091.733103,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"} {"level":"info","ts":1784823092.0329874,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823092.0330856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a40804c-08c7-41c4-b447-1cb9d7d297cb"} {"level":"info","ts":1784823092.0331025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a40804c-08c7-41c4-b447-1cb9d7d297cb"} {"level":"info","ts":1784823092.0331204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a40804c-08c7-41c4-b447-1cb9d7d297cb","EoS":false} {"level":"info","ts":1784823092.0331404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a40804c-08c7-41c4-b447-1cb9d7d297cb","EoS":true} {"level":"info","ts":1784823092.0332148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a40804c-08c7-41c4-b447-1cb9d7d297cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784823092.0332377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a40804c-08c7-41c4-b447-1cb9d7d297cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823092.0332677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a40804c-08c7-41c4-b447-1cb9d7d297cb"} {"level":"info","ts":1784823405.482726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823405.48281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"} {"level":"info","ts":1784823405.4828184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"} {"level":"info","ts":1784823405.4828308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","EoS":false} {"level":"info","ts":1784823405.4828448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","EoS":true} {"level":"info","ts":1784823405.482865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784823405.4828804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823405.482904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"} {"level":"info","ts":1784823405.521512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823405.5216203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76cb0d6e-cdc3-4367-902f-8a53882ed894"} {"level":"info","ts":1784823405.5216358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76cb0d6e-cdc3-4367-902f-8a53882ed894"} {"level":"info","ts":1784823405.5216553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76cb0d6e-cdc3-4367-902f-8a53882ed894","EoS":false} {"level":"info","ts":1784823405.5216897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76cb0d6e-cdc3-4367-902f-8a53882ed894","EoS":true} {"level":"info","ts":1784823405.5217886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76cb0d6e-cdc3-4367-902f-8a53882ed894","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784823405.5218112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76cb0d6e-cdc3-4367-902f-8a53882ed894","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823405.5218415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76cb0d6e-cdc3-4367-902f-8a53882ed894"} {"level":"info","ts":1784823405.5599146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823405.5600014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a8b2adb-4675-46ee-8960-787e0b889b51"} {"level":"info","ts":1784823405.5600133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a8b2adb-4675-46ee-8960-787e0b889b51"} {"level":"info","ts":1784823405.5600295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a8b2adb-4675-46ee-8960-787e0b889b51","EoS":false} {"level":"info","ts":1784823405.5600464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a8b2adb-4675-46ee-8960-787e0b889b51","EoS":true} {"level":"info","ts":1784823405.5600753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a8b2adb-4675-46ee-8960-787e0b889b51","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784823405.5600955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a8b2adb-4675-46ee-8960-787e0b889b51","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823405.5601277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a8b2adb-4675-46ee-8960-787e0b889b51"} {"level":"info","ts":1784823410.457029,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3ddb4e-8f3a-4544-a8ac-b9e55c2d8c35"} {"level":"info","ts":1784823410.4570322,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e4a462b-6dca-4529-abd6-b630391dabf3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823410.4570658,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e4a462b-6dca-4529-abd6-b630391dabf3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784823410.462209,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9fdecd0-6040-40a9-8ddd-c25101d4fd1a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823410.4622462,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9fdecd0-6040-40a9-8ddd-c25101d4fd1a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784823410.465745,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3ddb4e-8f3a-4544-a8ac-b9e55c2d8c35","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823410.4660215,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38395.068693452,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.466042,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.639756,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ae9fc9e-493a-48e1-8b1d-ba66a8ae600a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823410.639805,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ae9fc9e-493a-48e1-8b1d-ba66a8ae600a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784823410.640223,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"496cb5fa-3686-4d14-beef-9f279503cd6b"} {"level":"info","ts":1784823410.640471,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36362.955043439,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.6404874,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.6406536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c84b6d38-16f6-48b0-810b-8c4caa329508","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823410.6407034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c84b6d38-16f6-48b0-810b-8c4caa329508","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823410.6412647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.6467452,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.6671982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38194.071075294,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.667216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.6750653,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823410.7159922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed43b4b1-5ea9-4122-9615-bfd84b5f1c83","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823410.716027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed43b4b1-5ea9-4122-9615-bfd84b5f1c83","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823410.7285793,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92fd2609-b836-4998-876c-d53fa67319cc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823410.7286167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92fd2609-b836-4998-876c-d53fa67319cc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823410.7414687,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"496cb5fa-3686-4d14-beef-9f279503cd6b","name":"e2e-external-model"} {"level":"info","ts":1784823410.7433376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b120849a-0f7b-4dee-9fb0-11d32f08c6a4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823410.7433703,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b120849a-0f7b-4dee-9fb0-11d32f08c6a4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823410.7493744,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"496cb5fa-3686-4d14-beef-9f279503cd6b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784823410.7529438,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"496cb5fa-3686-4d14-beef-9f279503cd6b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823410.7530212,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66b1f293-f8a9-42ca-9b99-276ead0d00d9"} {"level":"info","ts":1784823410.753067,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66b1f293-f8a9-42ca-9b99-276ead0d00d9","name":"e2e-external-model"} {"level":"info","ts":1784823410.7601488,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66b1f293-f8a9-42ca-9b99-276ead0d00d9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823410.767735,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3ddb4e-8f3a-4544-a8ac-b9e55c2d8c35","name":"e2e-external-provider"} {"level":"info","ts":1784823410.778295,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3ddb4e-8f3a-4544-a8ac-b9e55c2d8c35","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784823410.7818458,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3ddb4e-8f3a-4544-a8ac-b9e55c2d8c35","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823410.781927,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0779d886-f3b5-4e6c-add3-7babf21a7b35"} {"level":"info","ts":1784823410.7819674,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0779d886-f3b5-4e6c-add3-7babf21a7b35","name":"e2e-external-provider"} {"level":"info","ts":1784823410.789903,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0779d886-f3b5-4e6c-add3-7babf21a7b35","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784823420.1597185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823420.1597996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e"} {"level":"info","ts":1784823420.1598485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e"} {"level":"info","ts":1784823420.1598692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e","EoS":false} {"level":"info","ts":1784823420.159894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e","EoS":true} {"level":"info","ts":1784823420.1599286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823420.1599476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823420.1599634,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e","modelName":"e2e-external-model"} {"level":"info","ts":1784823420.1599836,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823420.160043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5f754e4-dfea-4cc9-975f-03a2dc04191e"} {"level":"info","ts":1784823420.2143867,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823420.2144566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2"} {"level":"info","ts":1784823420.2144663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2"} {"level":"info","ts":1784823420.21448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2","EoS":false} {"level":"info","ts":1784823420.214491,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2","EoS":true} {"level":"info","ts":1784823420.2145114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823420.214529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823420.2145364,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2","modelName":"e2e-external-model"} {"level":"info","ts":1784823420.21455,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823420.2145886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5330dcbb-f471-462b-98cd-6dc1e0d380c2"} {"level":"info","ts":1784823420.2453213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823420.2453973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18"} {"level":"info","ts":1784823420.2454073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18"} {"level":"info","ts":1784823420.2454188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","EoS":false} {"level":"info","ts":1784823420.2454355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","EoS":true} {"level":"info","ts":1784823420.2454646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823420.2454853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823420.2454941,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","modelName":"e2e-external-model"} {"level":"info","ts":1784823420.245507,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823420.24555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18"} {"level":"info","ts":1784823420.3999066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef7e8851-b701-452d-a3e8-6d2ec50cac8e"} {"level":"info","ts":1784823420.3999429,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a5b80bd-4312-42af-86a6-b1d219d71662","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823420.3999774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a5b80bd-4312-42af-86a6-b1d219d71662","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823420.410218,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef7e8851-b701-452d-a3e8-6d2ec50cac8e","name":"e2e-cleanup-test"} {"level":"info","ts":1784823420.4103463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f55e6d4c-0919-44d5-995e-894c738184db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823420.4103765,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f55e6d4c-0919-44d5-995e-894c738184db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784823420.4646966,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef7e8851-b701-452d-a3e8-6d2ec50cac8e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823420.464791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b4946d5-8dfd-4d9e-ba47-38a0aa7f34b6"} {"level":"info","ts":1784823420.4648228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0799ab9-686b-4477-a083-ac76d6aea9e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823420.4648461,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b4946d5-8dfd-4d9e-ba47-38a0aa7f34b6","name":"e2e-cleanup-test"} {"level":"info","ts":1784823420.4648662,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0799ab9-686b-4477-a083-ac76d6aea9e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823420.5040066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"622aedae-ee0d-4052-b3a1-753afbb1e1e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823420.5040452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"622aedae-ee0d-4052-b3a1-753afbb1e1e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784823420.5041368,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b4946d5-8dfd-4d9e-ba47-38a0aa7f34b6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823420.5041897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e05c3f75-c210-42b2-8901-ab7179656708"} {"level":"info","ts":1784823420.504234,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e05c3f75-c210-42b2-8901-ab7179656708","name":"e2e-cleanup-test"} {"level":"info","ts":1784823420.5288188,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e05c3f75-c210-42b2-8901-ab7179656708","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823420.5456161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3cc5c3b-2d42-4873-af9b-c17d5657662d"} {"level":"info","ts":1784823420.545657,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"546090b5-fcf5-48b5-9842-6a09aa72a148","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823420.5457003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"546090b5-fcf5-48b5-9842-6a09aa72a148","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823420.5457115,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3cc5c3b-2d42-4873-af9b-c17d5657662d","name":"e2e-cleanup-test"} {"level":"info","ts":1784823420.5774055,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3cc5c3b-2d42-4873-af9b-c17d5657662d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823428.6964204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d6c4ca1-cddc-45ee-99b6-2362a0349bfa"} {"level":"info","ts":1784823428.6964204,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89bacd47-bbe8-46f4-a853-02317b16e67b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823428.6964862,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89bacd47-bbe8-46f4-a853-02317b16e67b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823433.0314538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823433.0315394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6"} {"level":"info","ts":1784823433.0315483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6"} {"level":"info","ts":1784823433.03156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6","EoS":false} {"level":"info","ts":1784823433.0315735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6","EoS":true} {"level":"info","ts":1784823433.0315955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784823433.0316107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784823433.0316315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6"} {"level":"info","ts":1784823433.061397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823433.0614605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3"} {"level":"info","ts":1784823433.0614705,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3"} {"level":"info","ts":1784823433.0614803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","EoS":false} {"level":"info","ts":1784823433.0614898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","EoS":true} {"level":"info","ts":1784823433.0615106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784823433.0615282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823433.061535,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","modelName":"e2e-external-model"} {"level":"info","ts":1784823433.061549,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823433.0615823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3"} {"level":"info","ts":1784823433.1036806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823433.1037548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"} {"level":"info","ts":1784823433.1037643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"} {"level":"info","ts":1784823433.1037757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","EoS":false} {"level":"info","ts":1784823433.103792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","EoS":true} {"level":"info","ts":1784823433.1038105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784823433.1038249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823433.1038442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"} {"level":"info","ts":1784823433.2799904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823433.2800593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"} {"level":"info","ts":1784823433.2801003,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"} {"level":"info","ts":1784823433.2801173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","EoS":false} {"level":"info","ts":1784823433.2801359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","EoS":true} {"level":"info","ts":1784823433.280164,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","field":"model"} {"level":"info","ts":1784823433.2801945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"} {"level":"info","ts":1784823434.2540753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14f19440-64f8-4195-89e5-8104b0a61554"} {"level":"info","ts":1784823434.2541127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba082e2-bba6-46f0-8473-7adbed74e480","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823434.254151,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba082e2-bba6-46f0-8473-7adbed74e480","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823434.4131563,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3da84ed7-f084-4694-8943-b455a98f9ead"} {"level":"info","ts":1784823434.4131565,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4002d3fb-cb32-4c8c-a1f2-55f886f05822","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823434.4132357,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4002d3fb-cb32-4c8c-a1f2-55f886f05822","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784824017.3936207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824017.3937395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"} {"level":"info","ts":1784824017.3937497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"} {"level":"info","ts":1784824017.3937616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","EoS":false} {"level":"info","ts":1784824017.393775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","EoS":true} {"level":"info","ts":1784824017.3937993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824017.393815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"} {"level":"info","ts":1784824017.3938336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"} {"level":"info","ts":1784824017.8035028,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824017.803576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16f3128f-a158-42c8-a821-74f7fa58511d"} {"level":"info","ts":1784824017.8035848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16f3128f-a158-42c8-a821-74f7fa58511d"} {"level":"info","ts":1784824017.8035955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16f3128f-a158-42c8-a821-74f7fa58511d","EoS":false} {"level":"info","ts":1784824017.8036096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16f3128f-a158-42c8-a821-74f7fa58511d","EoS":true} {"level":"info","ts":1784824017.8036318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16f3128f-a158-42c8-a821-74f7fa58511d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824017.8036458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16f3128f-a158-42c8-a821-74f7fa58511d","path":"/ai-tenant-e2e-inf-b-799a66/test-model-799a66/v1/chat/completions"} {"level":"info","ts":1784824017.80368,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16f3128f-a158-42c8-a821-74f7fa58511d"} {"level":"info","ts":1784824022.0599232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824022.060011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"} {"level":"info","ts":1784824022.06002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"} {"level":"info","ts":1784824022.0600312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","EoS":false} {"level":"info","ts":1784824022.060041,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","EoS":true} {"level":"info","ts":1784824022.0600598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824022.0600717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"} {"level":"info","ts":1784824022.060093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"} {"level":"info","ts":1784824026.3529718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824026.353054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"} {"level":"info","ts":1784824026.3530655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"} {"level":"info","ts":1784824026.3531303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","EoS":false} {"level":"info","ts":1784824026.3531504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","EoS":true} {"level":"info","ts":1784824026.3531806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784824026.353199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"} {"level":"info","ts":1784824026.353227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"} {"level":"info","ts":1784824030.5898547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824030.5899549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"} {"level":"info","ts":1784824030.5899715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"} {"level":"info","ts":1784824030.5899942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","EoS":false} {"level":"info","ts":1784824030.5900156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","EoS":true} {"level":"info","ts":1784824030.5900483,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","field":"model"} {"level":"info","ts":1784824030.5900843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"} {"level":"info","ts":1784824034.8226254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824034.822727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"} {"level":"info","ts":1784824034.822743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"} {"level":"info","ts":1784824034.8227556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","EoS":false} {"level":"info","ts":1784824034.8227665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","EoS":true} {"level":"info","ts":1784824034.8227875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824034.822804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"} {"level":"info","ts":1784824034.82283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"} {"level":"info","ts":1784824039.0647626,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824039.0648434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"} {"level":"info","ts":1784824039.0648544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"} {"level":"info","ts":1784824039.0648656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","EoS":false} {"level":"info","ts":1784824039.0648792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","EoS":true} {"level":"info","ts":1784824039.0649002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824039.0649192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","path":"/ai-tenant-e2e-inf-b-799a66/test-model-799a66/v1/chat/completions"} {"level":"info","ts":1784824039.064938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"} {"level":"info","ts":1784824515.3296022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824515.3297024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"} {"level":"info","ts":1784824515.3297126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"} {"level":"info","ts":1784824515.329724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","EoS":false} {"level":"info","ts":1784824515.3297367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","EoS":true} {"level":"info","ts":1784824515.3297572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824515.329773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"} {"level":"info","ts":1784824515.3297944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"} {"level":"info","ts":1784824516.4063833,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824516.4064803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"} {"level":"info","ts":1784824516.4064965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"} {"level":"info","ts":1784824516.406517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","EoS":false} {"level":"info","ts":1784824516.4065392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","EoS":true} {"level":"info","ts":1784824516.4065683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824516.4065866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"} {"level":"info","ts":1784824516.4066133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"} {"level":"info","ts":1784824517.4483557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824517.4484339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87b3bea3-9667-4165-9292-b6534c30bad2"} {"level":"info","ts":1784824517.4484444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87b3bea3-9667-4165-9292-b6534c30bad2"} {"level":"info","ts":1784824517.4484556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b3bea3-9667-4165-9292-b6534c30bad2","EoS":false} {"level":"info","ts":1784824517.4484656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b3bea3-9667-4165-9292-b6534c30bad2","EoS":true} {"level":"info","ts":1784824517.448486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87b3bea3-9667-4165-9292-b6534c30bad2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824517.4485004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87b3bea3-9667-4165-9292-b6534c30bad2","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"} {"level":"info","ts":1784824517.4485197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87b3bea3-9667-4165-9292-b6534c30bad2"} {"level":"info","ts":1784824528.4995103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824528.4996006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"} {"level":"info","ts":1784824528.4996145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"} {"level":"info","ts":1784824528.4996262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","EoS":false} {"level":"info","ts":1784824528.4996388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","EoS":true} {"level":"info","ts":1784824528.499684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824528.4997036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"} {"level":"info","ts":1784824528.4997227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"} {"level":"info","ts":1784824529.5454247,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824529.5455012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"} {"level":"info","ts":1784824529.5455136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"} {"level":"info","ts":1784824529.5455256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","EoS":false} {"level":"info","ts":1784824529.545537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","EoS":true} {"level":"info","ts":1784824529.5455568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824529.5455694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"} {"level":"info","ts":1784824529.5455935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"} {"level":"info","ts":1784824530.5872307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824530.5873122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27b6c817-1385-4d6d-95c3-a4a04e70afa0"} {"level":"info","ts":1784824530.5873249,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27b6c817-1385-4d6d-95c3-a4a04e70afa0"} {"level":"info","ts":1784824530.5873425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27b6c817-1385-4d6d-95c3-a4a04e70afa0","EoS":false} {"level":"info","ts":1784824530.587354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27b6c817-1385-4d6d-95c3-a4a04e70afa0","EoS":true} {"level":"info","ts":1784824530.5873835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27b6c817-1385-4d6d-95c3-a4a04e70afa0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824530.5873995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27b6c817-1385-4d6d-95c3-a4a04e70afa0","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"} {"level":"info","ts":1784824530.5874267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27b6c817-1385-4d6d-95c3-a4a04e70afa0"} {"level":"info","ts":1784824530.6386924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824530.638818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"} {"level":"info","ts":1784824530.6388323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"} {"level":"info","ts":1784824530.6388452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","EoS":false} {"level":"info","ts":1784824530.6388564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","EoS":true} {"level":"info","ts":1784824530.6388757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784824530.6388907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","path":"/ai-tenant-e2e-shared-b-3a6a71/rate-test-model-3a6a71/v1/completions"} {"level":"info","ts":1784824530.638912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"} {"level":"info","ts":1784824540.4701962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824540.4702778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bafebca4-9e02-4daa-ab2f-c53ee0181041"}