{"level":"info","ts":1784830931.628772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e","header":"x-maas-username"}
{"level":"info","ts":1784830931.6287825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e","header":"x-maas-group"}
{"level":"info","ts":1784830931.6287882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e","header":"x-maas-subscription"}
{"level":"info","ts":1784830931.6288016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830931.628827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e"}
{"level":"info","ts":1784830931.6319394,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e"}
{"level":"info","ts":1784830931.6319585,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e"}
{"level":"info","ts":1784830931.6319714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e","EoS":false}
{"level":"info","ts":1784830931.6319838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e","EoS":true}
{"level":"info","ts":1784830931.6320264,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3706de94-9400-4297-940b-e44a91df9d4e"}
{"level":"info","ts":1784830931.7657197,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830931.765817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104"}
{"level":"info","ts":1784830931.76583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104"}
{"level":"info","ts":1784830931.7658436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","EoS":true}
{"level":"info","ts":1784830931.7658722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","header":"x-maas-username"}
{"level":"info","ts":1784830931.7658827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","header":"x-maas-subscription"}
{"level":"info","ts":1784830931.7658877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","header":"x-maas-group"}
{"level":"info","ts":1784830931.7659018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830931.765927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104"}
{"level":"info","ts":1784830931.7668142,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104"}
{"level":"info","ts":1784830931.7668345,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104"}
{"level":"info","ts":1784830931.766848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","EoS":false}
{"level":"info","ts":1784830931.7668586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","EoS":true}
{"level":"info","ts":1784830931.766894,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104"}
{"level":"info","ts":1784830931.9009051,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830931.9010046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"}
{"level":"info","ts":1784830931.9010234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"}
{"level":"info","ts":1784830931.9010396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","EoS":true}
{"level":"info","ts":1784830931.9010694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","header":"x-maas-username"}
{"level":"info","ts":1784830931.9010806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","header":"x-maas-subscription"}
{"level":"info","ts":1784830931.9010856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","header":"x-maas-group"}
{"level":"info","ts":1784830931.9011087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830931.901136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"}
{"level":"info","ts":1784830931.902095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"}
{"level":"info","ts":1784830931.902116,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"}
{"level":"info","ts":1784830931.9021368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","EoS":false}
{"level":"info","ts":1784830931.902155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","EoS":true}
{"level":"info","ts":1784830931.9021962,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"}
{"level":"info","ts":1784830932.0363507,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830932.0364282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"}
{"level":"info","ts":1784830932.03644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"}
{"level":"info","ts":1784830932.0364518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","EoS":true}
{"level":"info","ts":1784830932.036483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","header":"x-maas-group"}
{"level":"info","ts":1784830932.0364926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","header":"x-maas-subscription"}
{"level":"info","ts":1784830932.0364976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","header":"x-maas-username"}
{"level":"info","ts":1784830932.0365105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830932.0365367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"}
{"level":"info","ts":1784830932.0373888,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"}
{"level":"info","ts":1784830932.0374126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"}
{"level":"info","ts":1784830932.037434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","EoS":false}
{"level":"info","ts":1784830932.0374553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","EoS":true}
{"level":"info","ts":1784830932.0374928,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"}
{"level":"info","ts":1784830932.1757214,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830932.175827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"}
{"level":"info","ts":1784830932.1758387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"}
{"level":"info","ts":1784830932.175851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","EoS":true}
{"level":"info","ts":1784830932.1758802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","header":"x-maas-username"}
{"level":"info","ts":1784830932.1758897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","header":"x-maas-subscription"}
{"level":"info","ts":1784830932.1758966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","header":"x-maas-group"}
{"level":"info","ts":1784830932.1759095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830932.175937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"}
{"level":"info","ts":1784830932.1767604,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"}
{"level":"info","ts":1784830932.1767826,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"}
{"level":"info","ts":1784830932.176801,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","EoS":false}
{"level":"info","ts":1784830932.1768155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","EoS":true}
{"level":"info","ts":1784830932.1768515,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"}
{"level":"info","ts":1784830951.0231836,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830951.0232728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"}
{"level":"info","ts":1784830951.0232859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"}
{"level":"info","ts":1784830951.0232987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","EoS":true}
{"level":"info","ts":1784830951.023324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","header":"x-maas-username"}
{"level":"info","ts":1784830951.0233335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","header":"x-maas-subscription"}
{"level":"info","ts":1784830951.023339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","header":"x-maas-group"}
{"level":"info","ts":1784830951.0233614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830951.0233881,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"}
{"level":"info","ts":1784830951.0242698,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"}
{"level":"info","ts":1784830951.0242908,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"}
{"level":"info","ts":1784830951.0243042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","EoS":false}
{"level":"info","ts":1784830951.024316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","EoS":true}
{"level":"info","ts":1784830951.024356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"}
{"level":"info","ts":1784830951.062399,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830951.0624893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"}
{"level":"info","ts":1784830951.0625021,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"}
{"level":"info","ts":1784830951.0625145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","EoS":true}
{"level":"info","ts":1784830951.0625403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","header":"x-maas-group"}
{"level":"info","ts":1784830951.06255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","header":"x-maas-subscription"}
{"level":"info","ts":1784830951.0625563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","header":"x-maas-username"}
{"level":"info","ts":1784830951.06257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830951.062595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"}
{"level":"info","ts":1784830951.0633616,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"}
{"level":"info","ts":1784830951.0633764,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"}
{"level":"info","ts":1784830951.0633895,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","EoS":false}
{"level":"info","ts":1784830951.0634012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","EoS":true}
{"level":"info","ts":1784830951.0634387,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"}
{"level":"info","ts":1784830951.1699076,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830951.1699944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff"}
{"level":"info","ts":1784830951.1720555,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff"}
{"level":"info","ts":1784830951.1720731,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff"}
{"level":"info","ts":1784830951.17209,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff","EoS":false}
{"level":"info","ts":1784830951.1721041,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff"}
{"level":"info","ts":1784830951.1721387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff","EoS":true}
{"level":"info","ts":1784830951.1721494,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff"}
{"level":"info","ts":1784830955.794805,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830955.7948813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"}
{"level":"info","ts":1784830955.7948925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"}
{"level":"info","ts":1784830955.7949045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","EoS":true}
{"level":"info","ts":1784830955.7949305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","header":"x-maas-username"}
{"level":"info","ts":1784830955.7949417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","header":"x-maas-subscription"}
{"level":"info","ts":1784830955.7949467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","header":"x-maas-group"}
{"level":"info","ts":1784830955.794961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830955.7949865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"}
{"level":"info","ts":1784830955.7958786,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"}
{"level":"info","ts":1784830955.7959037,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"}
{"level":"info","ts":1784830955.7959247,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","EoS":false}
{"level":"info","ts":1784830955.7959454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","EoS":true}
{"level":"info","ts":1784830955.7959924,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"}
{"level":"info","ts":1784830968.4730074,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830968.4730883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"}
{"level":"info","ts":1784830968.4731016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"}
{"level":"info","ts":1784830968.4731123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","EoS":true}
{"level":"info","ts":1784830968.4731371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","header":"x-maas-subscription"}
{"level":"info","ts":1784830968.473148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","header":"x-maas-group"}
{"level":"info","ts":1784830968.4731543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","header":"x-maas-username"}
{"level":"info","ts":1784830968.4731681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784830968.4731917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"}
{"level":"info","ts":1784830968.4756157,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"}
{"level":"info","ts":1784830968.475637,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"}
{"level":"info","ts":1784830968.475653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","EoS":false}
{"level":"info","ts":1784830968.4756641,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","EoS":true}
{"level":"info","ts":1784830968.475697,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"}
{"level":"info","ts":1784830981.330843,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830981.3309305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"}
{"level":"info","ts":1784830981.3309426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"}
{"level":"info","ts":1784830981.3309543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","EoS":true}
{"level":"info","ts":1784830981.3309865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","header":"x-maas-subscription"}
{"level":"info","ts":1784830981.330997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","header":"x-maas-username"}
{"level":"info","ts":1784830981.3310018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","header":"x-maas-group"}
{"level":"info","ts":1784830981.331015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830981.3310413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"}
{"level":"info","ts":1784830981.332455,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"}
{"level":"info","ts":1784830981.3324795,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"}
{"level":"info","ts":1784830981.3324964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","EoS":false}
{"level":"info","ts":1784830981.3325098,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","EoS":true}
{"level":"info","ts":1784830981.3325508,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"}
{"level":"info","ts":1784830989.857841,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830989.8579216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"}
{"level":"info","ts":1784830989.8579345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"}
{"level":"info","ts":1784830989.8579516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","EoS":true}
{"level":"info","ts":1784830989.8579793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","header":"x-maas-username"}
{"level":"info","ts":1784830989.8579905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","header":"x-maas-subscription"}
{"level":"info","ts":1784830989.857996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","header":"x-maas-group"}
{"level":"info","ts":1784830989.85801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830989.8580453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"}
{"level":"info","ts":1784830989.8589833,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"}
{"level":"info","ts":1784830989.8590062,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"}
{"level":"info","ts":1784830989.8590217,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","EoS":false}
{"level":"info","ts":1784830989.8590336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","EoS":true}
{"level":"info","ts":1784830989.8590798,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"}
{"level":"info","ts":1784830998.7421887,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830998.7422647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"}
{"level":"info","ts":1784830998.7422767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"}
{"level":"info","ts":1784830998.7422888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","EoS":true}
{"level":"info","ts":1784830998.742314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","header":"x-maas-username"}
{"level":"info","ts":1784830998.7423236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","header":"x-maas-group"}
{"level":"info","ts":1784830998.7423291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","header":"x-maas-subscription"}
{"level":"info","ts":1784830998.7423453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830998.7423723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"}
{"level":"info","ts":1784830998.7432334,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"}
{"level":"info","ts":1784830998.743255,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"}
{"level":"info","ts":1784830998.7432764,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","EoS":false}
{"level":"info","ts":1784830998.7432945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","EoS":true}
{"level":"info","ts":1784830998.7433434,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"}
{"level":"info","ts":1784831023.6958468,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831023.6959236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"}
{"level":"info","ts":1784831023.6959326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"}
{"level":"info","ts":1784831023.695946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","EoS":true}
{"level":"info","ts":1784831023.6959736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","header":"x-maas-subscription"}
{"level":"info","ts":1784831023.695983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","header":"x-maas-username"}
{"level":"info","ts":1784831023.6959875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","header":"x-maas-group"}
{"level":"info","ts":1784831023.696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784831023.6960244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"}
{"level":"info","ts":1784831023.696908,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"}
{"level":"info","ts":1784831023.696935,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"}
{"level":"info","ts":1784831023.6969573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","EoS":false}
{"level":"info","ts":1784831023.696979,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","EoS":true}
{"level":"info","ts":1784831023.6970177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"}
{"level":"info","ts":1784831046.725909,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831046.7260175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"}
{"level":"info","ts":1784831046.726033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"}
{"level":"info","ts":1784831046.7260516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","EoS":true}
{"level":"info","ts":1784831046.7260926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","header":"x-maas-group"}
{"level":"info","ts":1784831046.7261097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","header":"x-maas-username"}
{"level":"info","ts":1784831046.7261164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","header":"x-maas-subscription"}
{"level":"info","ts":1784831046.7261345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784831046.7261674,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"}
{"level":"info","ts":1784831046.7271414,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"}
{"level":"info","ts":1784831046.7271652,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"}
{"level":"info","ts":1784831046.727183,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","EoS":false}
{"level":"info","ts":1784831046.727198,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","EoS":true}
{"level":"info","ts":1784831046.7272398,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"}
{"level":"info","ts":1784831075.2452853,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831075.2453809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"}
{"level":"info","ts":1784831075.2453969,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"}
{"level":"info","ts":1784831075.2454166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","EoS":true}
{"level":"info","ts":1784831075.2454576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","header":"x-maas-username"}
{"level":"info","ts":1784831075.245472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","header":"x-maas-group"}
{"level":"info","ts":1784831075.2454808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","header":"x-maas-subscription"}
{"level":"info","ts":1784831075.2455018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831075.245536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"}
{"level":"info","ts":1784831075.2464871,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"}
{"level":"info","ts":1784831075.246508,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"}
{"level":"info","ts":1784831075.246526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","EoS":false}
{"level":"info","ts":1784831075.2465382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","EoS":true}
{"level":"info","ts":1784831075.2465794,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"}
{"level":"info","ts":1784831084.7090259,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831084.709101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"}
{"level":"info","ts":1784831084.7091105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"}
{"level":"info","ts":1784831084.7091224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","EoS":true}
{"level":"info","ts":1784831084.7091503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","header":"x-maas-group"}
{"level":"info","ts":1784831084.709161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","header":"x-maas-username"}
{"level":"info","ts":1784831084.709166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","header":"x-maas-subscription"}
{"level":"info","ts":1784831084.7091792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831084.7092032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"}
{"level":"info","ts":1784831084.7101157,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"}
{"level":"info","ts":1784831084.7101376,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"}
{"level":"info","ts":1784831084.7101593,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","EoS":false}
{"level":"info","ts":1784831084.7101746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","EoS":true}
{"level":"info","ts":1784831084.7102125,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"}
{"level":"info","ts":1784831084.747757,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831084.7478387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"}
{"level":"info","ts":1784831084.747851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"}
{"level":"info","ts":1784831084.7478623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","EoS":true}
{"level":"info","ts":1784831084.747892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","header":"x-maas-username"}
{"level":"info","ts":1784831084.747902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","header":"x-maas-subscription"}
{"level":"info","ts":1784831084.747907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","header":"x-maas-group"}
{"level":"info","ts":1784831084.74792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831084.7479463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"}
{"level":"info","ts":1784831084.748738,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"}
{"level":"info","ts":1784831084.748781,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"}
{"level":"info","ts":1784831084.748802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","EoS":false}
{"level":"info","ts":1784831084.7488184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","EoS":true}
{"level":"info","ts":1784831084.7488668,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"}
{"level":"info","ts":1784831103.9424467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831103.9425375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"}
{"level":"info","ts":1784831103.9425495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"}
{"level":"info","ts":1784831103.9425619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","EoS":true}
{"level":"info","ts":1784831103.9425874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","header":"x-maas-group"}
{"level":"info","ts":1784831103.9425979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","header":"x-maas-username"}
{"level":"info","ts":1784831103.942602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","header":"x-maas-subscription"}
{"level":"info","ts":1784831103.942616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831103.9426384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"}
{"level":"info","ts":1784831103.9435115,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"}
{"level":"info","ts":1784831103.943527,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"}
{"level":"info","ts":1784831103.9435399,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","EoS":false}
{"level":"info","ts":1784831103.9435513,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","EoS":true}
{"level":"info","ts":1784831103.9435916,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"}
{"level":"info","ts":1784831234.6988287,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831234.698912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"}
{"level":"info","ts":1784831234.6989257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"}
{"level":"info","ts":1784831234.6989377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","EoS":true}
{"level":"info","ts":1784831234.6989646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","header":"x-maas-username"}
{"level":"info","ts":1784831234.6989756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","header":"x-maas-group"}
{"level":"info","ts":1784831234.6989808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","header":"x-maas-subscription"}
{"level":"info","ts":1784831234.6989946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784831234.6990244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"}
{"level":"info","ts":1784831234.699977,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"}
{"level":"info","ts":1784831234.7000084,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"}
{"level":"info","ts":1784831234.700031,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","EoS":false}
{"level":"info","ts":1784831234.700048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","EoS":true}
{"level":"info","ts":1784831234.7000873,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"}
{"level":"info","ts":1784831271.9010468,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831271.9011288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"}
{"level":"info","ts":1784831271.9011402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"}
{"level":"info","ts":1784831271.901153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","EoS":true}
{"level":"info","ts":1784831271.901183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","header":"x-maas-username"}
{"level":"info","ts":1784831271.9011931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","header":"x-maas-group"}
{"level":"info","ts":1784831271.901198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","header":"x-maas-subscription"}
{"level":"info","ts":1784831271.9012105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831271.9012368,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"}
{"level":"info","ts":1784831271.9021587,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"}
{"level":"info","ts":1784831271.9021864,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"}
{"level":"info","ts":1784831271.9022095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","EoS":false}
{"level":"info","ts":1784831271.9022279,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","EoS":true}
{"level":"info","ts":1784831271.9022698,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"}
{"level":"info","ts":1784831287.2324274,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831287.2325087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"}
{"level":"info","ts":1784831287.232521,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"}
{"level":"info","ts":1784831287.232532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","EoS":true}
{"level":"info","ts":1784831287.2325578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","header":"x-maas-group"}
{"level":"info","ts":1784831287.2325675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","header":"x-maas-username"}
{"level":"info","ts":1784831287.232573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","header":"x-maas-subscription"}
{"level":"info","ts":1784831287.2325861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831287.2326102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"}
{"level":"info","ts":1784831287.235487,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"}
{"level":"info","ts":1784831287.235519,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"}
{"level":"info","ts":1784831287.2355394,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","EoS":false}
{"level":"info","ts":1784831287.2355585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","EoS":true}
{"level":"info","ts":1784831287.235613,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"}
{"level":"info","ts":1784831604.6243572,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831604.6244452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"}
{"level":"info","ts":1784831604.6244535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"}
{"level":"info","ts":1784831604.624464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","EoS":true}
{"level":"info","ts":1784831604.6244934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","header":"x-maas-group"}
{"level":"info","ts":1784831604.624508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","header":"x-maas-subscription"}
{"level":"info","ts":1784831604.6245134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","header":"x-maas-username"}
{"level":"info","ts":1784831604.6245277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831604.6245515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"}
{"level":"info","ts":1784831604.6254964,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"}
{"level":"info","ts":1784831604.625518,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"}
{"level":"info","ts":1784831604.625532,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","EoS":false}
{"level":"info","ts":1784831604.6255426,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","EoS":true}
{"level":"info","ts":1784831604.6255844,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"}
{"level":"info","ts":1784831609.4276178,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6cb061d2-7b99-498b-930b-e4878dfc5908","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784831609.4279351,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34118.399660961,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.427961,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.484215,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.528503,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6cb061d2-7b99-498b-930b-e4878dfc5908","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784831609.543929,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78144f31-2d8b-4ed3-8f9f-fe28aa57ef9c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831609.5439677,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78144f31-2d8b-4ed3-8f9f-fe28aa57ef9c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784831609.5439596,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8ced654-5099-45c0-8f5c-91afa960f04d"}
{"level":"info","ts":1784831609.554034,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93fc53aa-97ff-4b91-be5a-8a49ea20c10b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831609.5542552,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32836.464479186,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.554274,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93fc53aa-97ff-4b91-be5a-8a49ea20c10b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784831609.5542781,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.5659006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.6550322,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8ced654-5099-45c0-8f5c-91afa960f04d","name":"e2e-external-provider"}
{"level":"info","ts":1784831609.6640627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f3fb58-3807-452e-a07f-cc9c7ffa6476"}
{"level":"info","ts":1784831609.6640992,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a9097f-5ff8-4769-a54d-d488e4505cc4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831609.66414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a9097f-5ff8-4769-a54d-d488e4505cc4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831609.6662228,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8ced654-5099-45c0-8f5c-91afa960f04d","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784831609.6744418,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f3fb58-3807-452e-a07f-cc9c7ffa6476","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784831609.674479,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2688aa3f-8c89-4eec-a0c3-930c5a8d9d06","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831609.6745102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2688aa3f-8c89-4eec-a0c3-930c5a8d9d06","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831609.6859055,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8ced654-5099-45c0-8f5c-91afa960f04d","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784831609.6867042,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0f3fb58-3807-452e-a07f-cc9c7ffa6476","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831609.687061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a5d446e-6e1d-4bb6-b2b9-2e9a06c2f87d"}
{"level":"info","ts":1784831609.6871092,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a5d446e-6e1d-4bb6-b2b9-2e9a06c2f87d","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784831609.687501,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"289faa67-f59b-4853-866e-adf6e93c269d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831609.687576,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"289faa67-f59b-4853-866e-adf6e93c269d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831609.693364,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8ced654-5099-45c0-8f5c-91afa960f04d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784831609.6945384,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a5d446e-6e1d-4bb6-b2b9-2e9a06c2f87d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831609.6946192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e8e69be-4c68-4522-989d-2a385b1ace0b"}
{"level":"info","ts":1784831609.6946547,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e8e69be-4c68-4522-989d-2a385b1ace0b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784831609.7026837,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"547e5294-f984-48f7-81f2-6cad16839fd6"}
{"level":"info","ts":1784831609.7027133,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9114db2a-4008-4b86-914e-80d916efdf5f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831609.7027717,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9114db2a-4008-4b86-914e-80d916efdf5f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784831609.7027862,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"547e5294-f984-48f7-81f2-6cad16839fd6","name":"e2e-external-provider"}
{"level":"info","ts":1784831609.7028632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94c1a67c-01f8-4426-807b-719faadcceab","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831609.7028897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94c1a67c-01f8-4426-807b-719faadcceab","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784831609.7031567,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e8e69be-4c68-4522-989d-2a385b1ace0b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831609.703206,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3f37bf3-4675-4231-8355-f55c56c23d40"}
{"level":"info","ts":1784831609.7034178,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32909.409829339,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.7034369,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.7136695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831609.7170486,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"547e5294-f984-48f7-81f2-6cad16839fd6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784831609.7269397,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"990f2b12-5f3c-478f-ae7e-396b2b17e89f"}
{"level":"info","ts":1784831609.7270036,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"990f2b12-5f3c-478f-ae7e-396b2b17e89f","name":"e2e-external-provider"}
{"level":"info","ts":1784831609.7406244,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"990f2b12-5f3c-478f-ae7e-396b2b17e89f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784831609.8040776,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3f37bf3-4675-4231-8355-f55c56c23d40","name":"e2e-external-model"}
{"level":"info","ts":1784831609.819019,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3f37bf3-4675-4231-8355-f55c56c23d40","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831609.8286366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"277bc5ca-e770-471e-a9d3-587abcf3b096"}
{"level":"info","ts":1784831609.8287108,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"277bc5ca-e770-471e-a9d3-587abcf3b096","name":"e2e-external-model"}
{"level":"info","ts":1784831609.8286366,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8be97989-7104-474d-8f8e-9e40f778ef4e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831609.828777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8be97989-7104-474d-8f8e-9e40f778ef4e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831609.8456705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa29a930-3c13-489c-a746-d33ae6bd1568","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831609.8457131,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa29a930-3c13-489c-a746-d33ae6bd1568","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784831609.846431,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"277bc5ca-e770-471e-a9d3-587abcf3b096","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831609.8465142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"695b9eca-8f56-48e8-b06f-2abb12621851"}
{"level":"info","ts":1784831609.8465793,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"695b9eca-8f56-48e8-b06f-2abb12621851","name":"e2e-external-model"}
{"level":"info","ts":1784831609.8573313,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"695b9eca-8f56-48e8-b06f-2abb12621851","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831609.8638074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94e82875-01c2-4d2f-95c1-e5b34579daf8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831609.8638496,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94e82875-01c2-4d2f-95c1-e5b34579daf8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831609.8642347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e970e94-16d4-4488-9e36-e6b0f836784a"}
{"level":"info","ts":1784831609.8643055,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e970e94-16d4-4488-9e36-e6b0f836784a","name":"e2e-external-model"}
{"level":"info","ts":1784831609.874254,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e970e94-16d4-4488-9e36-e6b0f836784a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831617.1342602,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831617.1343458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674"}
{"level":"info","ts":1784831617.134361,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674"}
{"level":"info","ts":1784831617.1343765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","EoS":true}
{"level":"info","ts":1784831617.134404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","header":"x-maas-subscription"}
{"level":"info","ts":1784831617.1344147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","header":"x-maas-group"}
{"level":"info","ts":1784831617.1344197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","header":"x-maas-username"}
{"level":"info","ts":1784831617.1344326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784831617.1344411,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","modelName":"e2e-external-model"}
{"level":"info","ts":1784831617.1344569,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784831617.1344867,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784831617.1345046,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","authType":"apikey"}
{"level":"info","ts":1784831617.134531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674"}
{"level":"info","ts":1784831617.2423913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a226206-142c-471a-890f-4ff74465d5a0"}
{"level":"info","ts":1784831617.242398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f5391a5-6a8f-44ea-ae0a-017757dbcc52","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831617.2425253,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f5391a5-6a8f-44ea-ae0a-017757dbcc52","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784831617.2511823,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a226206-142c-471a-890f-4ff74465d5a0","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831617.2512798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8aade05b-b0a4-422d-bfe4-ec5b6bfd9da3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831617.2513096,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8aade05b-b0a4-422d-bfe4-ec5b6bfd9da3","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784831617.2718332,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a226206-142c-471a-890f-4ff74465d5a0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831617.2792025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcfb3f1-7ee9-4f8a-8aea-99b36c7ae073"}
{"level":"info","ts":1784831617.27927,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"338c06a9-9665-43cc-b403-dd6ab7996955","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831617.2792869,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcfb3f1-7ee9-4f8a-8aea-99b36c7ae073","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831617.279302,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"338c06a9-9665-43cc-b403-dd6ab7996955","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784831617.2972815,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fcfb3f1-7ee9-4f8a-8aea-99b36c7ae073","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831617.2973812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c57bf11-8842-4120-a567-ea5643e36e73"}
{"level":"info","ts":1784831617.297379,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4d4abe-4bcb-4369-b988-3d38a9afd825","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831617.2974625,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c57bf11-8842-4120-a567-ea5643e36e73","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831617.2975087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a4d4abe-4bcb-4369-b988-3d38a9afd825","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784831617.3073618,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c57bf11-8842-4120-a567-ea5643e36e73","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831617.314031,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b7bbec3-dc0a-4326-b904-c06e7c4885ad"}
{"level":"info","ts":1784831617.3140898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"833fc3dc-b959-4a0a-8c3c-28d5a2952538","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831617.3141317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"833fc3dc-b959-4a0a-8c3c-28d5a2952538","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784831617.3141003,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b7bbec3-dc0a-4326-b904-c06e7c4885ad","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831617.3243115,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b7bbec3-dc0a-4326-b904-c06e7c4885ad","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831617.329713,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0471ba4-de44-4b9f-80ef-e8cbaf46ff71"}
{"level":"info","ts":1784831617.3298125,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0471ba4-de44-4b9f-80ef-e8cbaf46ff71","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831617.3405252,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e0471ba4-de44-4b9f-80ef-e8cbaf46ff71","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831625.504328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74d33cfe-f285-4f7a-ae8d-2dd172612ba8"}
{"level":"info","ts":1784831625.5043755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7a97a9e-3655-4865-9394-e0536c9c8d85","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831625.504411,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7a97a9e-3655-4865-9394-e0536c9c8d85","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831629.811471,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831629.8115482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c"}
{"level":"info","ts":1784831629.811557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c"}
{"level":"info","ts":1784831629.8115675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c","EoS":true}
{"level":"info","ts":1784831629.8116038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784831629.8116322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c"}
{"level":"info","ts":1784831629.850333,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831629.8504188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c"}
{"level":"info","ts":1784831629.8504329,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c"}
{"level":"info","ts":1784831629.8504488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","EoS":true}
{"level":"info","ts":1784831629.850477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","header":"x-maas-group"}
{"level":"info","ts":1784831629.8504868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","header":"x-maas-username"}
{"level":"info","ts":1784831629.850493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","header":"x-maas-subscription"}
{"level":"info","ts":1784831629.850505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784831629.8505118,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","modelName":"e2e-external-model"}
{"level":"info","ts":1784831629.850526,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784831629.850553,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784831629.8505685,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","authType":"apikey"}
{"level":"info","ts":1784831629.8505914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c"}
{"level":"info","ts":1784831629.886854,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831629.886935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"}
{"level":"info","ts":1784831629.8869472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"}
{"level":"info","ts":1784831629.8869593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","EoS":true}
{"level":"info","ts":1784831629.8869853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","header":"x-maas-subscription"}
{"level":"info","ts":1784831629.887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","header":"x-maas-group"}
{"level":"info","ts":1784831629.887005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","header":"x-maas-username"}
{"level":"info","ts":1784831629.887019,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784831629.8870432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"}
{"level":"info","ts":1784831629.9912953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"}
{"level":"info","ts":1784831629.9913275,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"}
{"level":"info","ts":1784831629.9913526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","EoS":false}
{"level":"info","ts":1784831629.9913762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","EoS":true}
{"level":"error","ts":1784831629.9913976,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784831629.9914584,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"}
{"level":"info","ts":1784831630.0325847,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831630.032658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"}
{"level":"info","ts":1784831630.032668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"}
{"level":"info","ts":1784831630.03268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","EoS":true}
{"level":"info","ts":1784831630.0327027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","header":"x-maas-group"}
{"level":"info","ts":1784831630.0327137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","header":"x-maas-username"}
{"level":"info","ts":1784831630.0327218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","header":"x-maas-subscription"}
{"level":"info","ts":1784831630.032771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"}
{"level":"info","ts":1784831630.1375017,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"}
{"level":"info","ts":1784831630.1375282,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"}
{"level":"info","ts":1784831630.1375449,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","EoS":false}
{"level":"info","ts":1784831630.1375597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","EoS":true}
{"level":"error","ts":1784831630.1375756,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784831630.1376095,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"}
{"level":"info","ts":1784831630.983653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b0becf7-181e-4bc2-9098-b79ca47a7820"}
{"level":"info","ts":1784831630.983697,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d94faefb-56c5-4af5-9137-c306bb41795b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831630.9837322,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d94faefb-56c5-4af5-9137-c306bb41795b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831631.1199381,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff4e9ce5-a73b-4e03-b7b9-a89a037bb0b4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831631.1199744,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff4e9ce5-a73b-4e03-b7b9-a89a037bb0b4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831631.120012,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ffa35c9-be52-4548-b1a5-2c4fffe691c9"}
{"level":"info","ts":1784831631.2384741,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b40cc983-babd-45ae-935b-409e995cd8d4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784831631.2385418,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b40cc983-babd-45ae-935b-409e995cd8d4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784832256.396471,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784832256.396576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"}
{"level":"info","ts":1784832256.396591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"}
{"level":"info","ts":1784832256.3966067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","EoS":true}
{"level":"info","ts":1784832256.396642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","header":"x-maas-subscription"}
{"level":"info","ts":1784832256.396656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","header":"x-maas-group"}
{"level":"info","ts":1784832256.3966644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","header":"x-maas-username"}
{"level":"info","ts":1784832256.3966823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","path":"/ai-tenant-e2e-inf-b-d06db7/test-model-d06db7/v1/chat/completions"}
{"level":"info","ts":1784832256.396714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"}
{"level":"info","ts":1784832256.4099534,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"}
{"level":"info","ts":1784832256.4099793,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"}
{"level":"info","ts":1784832256.4100003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","EoS":false}
{"level":"info","ts":1784832256.4100177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","EoS":true}
{"level":"info","ts":1784832256.410074,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"}
{"level":"info","ts":1784832750.55791,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784832750.5579925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"}
{"level":"info","ts":1784832750.5580032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"}
{"level":"info","ts":1784832750.5580158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","EoS":true}
{"level":"info","ts":1784832750.5580425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","header":"x-maas-group"}
{"level":"info","ts":1784832750.5580528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","header":"x-maas-subscription"}
{"level":"info","ts":1784832750.5580573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","header":"x-maas-username"}
{"level":"info","ts":1784832750.5580692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","path":"/ai-tenant-e2e-shared-b-2fc9f5/rate-test-model-2fc9f5/v1/completions"}
{"level":"info","ts":1784832750.5580947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"}
{"level":"info","ts":1784832750.5710797,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"}
{"level":"info","ts":1784832750.5711062,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"}
{"level":"info","ts":1784832750.5711265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","EoS":false}
{"level":"info","ts":1784832750.5711389,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","EoS":true}
{"level":"info","ts":1784832750.5711763,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"}