{"level":"info","ts":1784830931.7530744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830931.7530947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b96cd78-0947-4d6a-b870-42736b76d104"} {"level":"info","ts":1784830931.8886583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830931.888734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"} {"level":"info","ts":1784830931.8887436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"} {"level":"info","ts":1784830931.8887548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","EoS":false} {"level":"info","ts":1784830931.888767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","EoS":true} {"level":"info","ts":1784830931.8887966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830931.8888175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830931.8888447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dde1b2fa-33cc-4e87-902d-b63a98e1fb7e"} {"level":"info","ts":1784830932.0237389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830932.0238135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"} {"level":"info","ts":1784830932.0238254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"} {"level":"info","ts":1784830932.0238361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","EoS":false} {"level":"info","ts":1784830932.0238464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","EoS":true} {"level":"info","ts":1784830932.0238671,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830932.0238807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830932.0239007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"201ca195-5276-4bab-b63f-814ce7bcba9a"} {"level":"info","ts":1784830932.1631305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830932.1632078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"} {"level":"info","ts":1784830932.1632164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"} {"level":"info","ts":1784830932.1632276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","EoS":false} {"level":"info","ts":1784830932.1632397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","EoS":true} {"level":"info","ts":1784830932.1632583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830932.1632726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830932.1632922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff05c4b9-f133-4014-ad61-900e829aac5b"} {"level":"info","ts":1784830932.3054912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830932.305572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a4c8fed-f41f-4411-8af4-6fc3c0f68f86"} {"level":"info","ts":1784830932.3055825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a4c8fed-f41f-4411-8af4-6fc3c0f68f86"} {"level":"info","ts":1784830932.3055944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a4c8fed-f41f-4411-8af4-6fc3c0f68f86","EoS":false} {"level":"info","ts":1784830932.3056073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a4c8fed-f41f-4411-8af4-6fc3c0f68f86","EoS":true} {"level":"info","ts":1784830932.3056314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a4c8fed-f41f-4411-8af4-6fc3c0f68f86","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830932.3056495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a4c8fed-f41f-4411-8af4-6fc3c0f68f86","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830932.3056726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a4c8fed-f41f-4411-8af4-6fc3c0f68f86"} {"level":"info","ts":1784830951.0098457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830951.0099423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"} {"level":"info","ts":1784830951.0099554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"} {"level":"info","ts":1784830951.0099754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","EoS":false} {"level":"info","ts":1784830951.009994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","EoS":true} {"level":"info","ts":1784830951.0100281,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830951.0100477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830951.010077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eaca4832-cbeb-49ae-91be-96d910b18d72"} {"level":"info","ts":1784830951.0494437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830951.0495267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"} {"level":"info","ts":1784830951.0495358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"} {"level":"info","ts":1784830951.0495472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","EoS":false} {"level":"info","ts":1784830951.0495949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","EoS":true} {"level":"info","ts":1784830951.0496204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830951.0496352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830951.0496564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"593b3823-7fe3-48a2-8302-0aa854f6c75e"} {"level":"info","ts":1784830951.08381,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830951.083885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b09201eb-2796-46d0-b028-dc23a9a86e18"} {"level":"info","ts":1784830951.0838945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b09201eb-2796-46d0-b028-dc23a9a86e18"} {"level":"info","ts":1784830951.083905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b09201eb-2796-46d0-b028-dc23a9a86e18","EoS":false} {"level":"info","ts":1784830951.0839155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b09201eb-2796-46d0-b028-dc23a9a86e18","EoS":true} {"level":"info","ts":1784830951.083937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b09201eb-2796-46d0-b028-dc23a9a86e18","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830951.083991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b09201eb-2796-46d0-b028-dc23a9a86e18","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830951.08401,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b09201eb-2796-46d0-b028-dc23a9a86e18"} {"level":"info","ts":1784830951.119781,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830951.1198666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cc8ac90-a485-4e8f-81c8-897b505b1e37"} {"level":"info","ts":1784830951.1198757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4cc8ac90-a485-4e8f-81c8-897b505b1e37"} {"level":"info","ts":1784830951.119887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4cc8ac90-a485-4e8f-81c8-897b505b1e37","EoS":false} {"level":"info","ts":1784830951.1199014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4cc8ac90-a485-4e8f-81c8-897b505b1e37","EoS":true} {"level":"info","ts":1784830951.1199248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cc8ac90-a485-4e8f-81c8-897b505b1e37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830951.11994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cc8ac90-a485-4e8f-81c8-897b505b1e37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830951.1199603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4cc8ac90-a485-4e8f-81c8-897b505b1e37"} {"level":"info","ts":1784830951.1581926,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830951.1582694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e63aeb14-cf0e-40c9-a9b1-e6c67b6aa9ff"} {"level":"info","ts":1784830955.781108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830955.7811902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"} {"level":"info","ts":1784830955.7812014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"} {"level":"info","ts":1784830955.781214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","EoS":false} {"level":"info","ts":1784830955.7812264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","EoS":true} {"level":"info","ts":1784830955.7812474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830955.7812626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830955.7812848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"624fc908-ab45-4ba0-bef8-9f53c55e2847"} {"level":"info","ts":1784830964.336465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830964.3365543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1781dcd7-6c74-440e-86bf-d82a30fb2063"} {"level":"info","ts":1784830964.336566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1781dcd7-6c74-440e-86bf-d82a30fb2063"} {"level":"info","ts":1784830964.3365786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1781dcd7-6c74-440e-86bf-d82a30fb2063","EoS":false} {"level":"info","ts":1784830964.3365922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1781dcd7-6c74-440e-86bf-d82a30fb2063","EoS":true} {"level":"info","ts":1784830964.336675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1781dcd7-6c74-440e-86bf-d82a30fb2063","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830964.3366938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1781dcd7-6c74-440e-86bf-d82a30fb2063","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830964.3367155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1781dcd7-6c74-440e-86bf-d82a30fb2063"} {"level":"info","ts":1784830966.4079998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830966.4081724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc19c230-4f7a-4dc3-88d0-1f81eb067e9e"} {"level":"info","ts":1784830966.40821,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc19c230-4f7a-4dc3-88d0-1f81eb067e9e"} {"level":"info","ts":1784830966.408245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc19c230-4f7a-4dc3-88d0-1f81eb067e9e","EoS":false} {"level":"info","ts":1784830966.4082801,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc19c230-4f7a-4dc3-88d0-1f81eb067e9e","EoS":true} {"level":"info","ts":1784830966.4083252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc19c230-4f7a-4dc3-88d0-1f81eb067e9e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830966.4083595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc19c230-4f7a-4dc3-88d0-1f81eb067e9e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830966.408436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc19c230-4f7a-4dc3-88d0-1f81eb067e9e"} {"level":"info","ts":1784830968.4585729,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830968.4586594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"} {"level":"info","ts":1784830968.4586685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"} {"level":"info","ts":1784830968.4586802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","EoS":false} {"level":"info","ts":1784830968.4586904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","EoS":true} {"level":"info","ts":1784830968.4587095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830968.4587243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830968.458745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ef1fabd-d7c4-4d44-8afc-3d9acb112da8"} {"level":"info","ts":1784830981.3145113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830981.314604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"} {"level":"info","ts":1784830981.3146152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"} {"level":"info","ts":1784830981.3146272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","EoS":false} {"level":"info","ts":1784830981.3146393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","EoS":true} {"level":"info","ts":1784830981.314667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830981.3146863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830981.3147087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"200fa423-df6b-4e29-9e73-7137ffc1aef6"} {"level":"info","ts":1784830989.8438537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830989.8439417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"} {"level":"info","ts":1784830989.8439531,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"} {"level":"info","ts":1784830989.8439643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","EoS":false} {"level":"info","ts":1784830989.8439767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","EoS":true} {"level":"info","ts":1784830989.8440027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830989.8440192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830989.844039,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43f98a7a-120b-4b72-b0d5-cfe0cd691516"} {"level":"info","ts":1784830998.7282856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830998.728412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"} {"level":"info","ts":1784830998.7284281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"} {"level":"info","ts":1784830998.7285082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","EoS":false} {"level":"info","ts":1784830998.7285287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","EoS":true} {"level":"info","ts":1784830998.7285578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830998.728579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c564474-1553-4be0-9a6b-759416228923","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830998.7286105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c564474-1553-4be0-9a6b-759416228923"} {"level":"info","ts":1784831007.7783604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831007.7784839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b6a3e67-3f75-4835-91f4-8f1ef7405196"} {"level":"info","ts":1784831007.7785013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b6a3e67-3f75-4835-91f4-8f1ef7405196"} {"level":"info","ts":1784831007.7785747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b6a3e67-3f75-4835-91f4-8f1ef7405196","EoS":false} {"level":"info","ts":1784831007.778598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b6a3e67-3f75-4835-91f4-8f1ef7405196","EoS":true} {"level":"info","ts":1784831007.7786245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b6a3e67-3f75-4835-91f4-8f1ef7405196","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831007.7786386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b6a3e67-3f75-4835-91f4-8f1ef7405196","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831007.7786617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b6a3e67-3f75-4835-91f4-8f1ef7405196"} {"level":"info","ts":1784831012.497827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831012.4979048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bac5b8e-2ec6-4a79-8297-f35650c565ce"} {"level":"info","ts":1784831012.497914,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2bac5b8e-2ec6-4a79-8297-f35650c565ce"} {"level":"info","ts":1784831012.4979255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bac5b8e-2ec6-4a79-8297-f35650c565ce","EoS":false} {"level":"info","ts":1784831012.4979365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bac5b8e-2ec6-4a79-8297-f35650c565ce","EoS":true} {"level":"info","ts":1784831012.497959,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bac5b8e-2ec6-4a79-8297-f35650c565ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831012.4979746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bac5b8e-2ec6-4a79-8297-f35650c565ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831012.4979975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2bac5b8e-2ec6-4a79-8297-f35650c565ce"} {"level":"info","ts":1784831017.2918885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831017.2919667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a97218c0-ac11-4d67-ae59-647e5bdb28ed"} {"level":"info","ts":1784831017.2919786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a97218c0-ac11-4d67-ae59-647e5bdb28ed"} {"level":"info","ts":1784831017.2919931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a97218c0-ac11-4d67-ae59-647e5bdb28ed","EoS":false} {"level":"info","ts":1784831017.2920055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a97218c0-ac11-4d67-ae59-647e5bdb28ed","EoS":true} {"level":"info","ts":1784831017.2920263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a97218c0-ac11-4d67-ae59-647e5bdb28ed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831017.2920406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a97218c0-ac11-4d67-ae59-647e5bdb28ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831017.2920988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a97218c0-ac11-4d67-ae59-647e5bdb28ed"} {"level":"info","ts":1784831017.5707338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831017.5708127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6d48c3e-dc0b-489c-87ff-5fc02bfbccb4"} {"level":"info","ts":1784831017.5708222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6d48c3e-dc0b-489c-87ff-5fc02bfbccb4"} {"level":"info","ts":1784831017.570833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6d48c3e-dc0b-489c-87ff-5fc02bfbccb4","EoS":false} {"level":"info","ts":1784831017.5708444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6d48c3e-dc0b-489c-87ff-5fc02bfbccb4","EoS":true} {"level":"info","ts":1784831017.5708642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6d48c3e-dc0b-489c-87ff-5fc02bfbccb4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831017.5708816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6d48c3e-dc0b-489c-87ff-5fc02bfbccb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831017.5709023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6d48c3e-dc0b-489c-87ff-5fc02bfbccb4"} {"level":"info","ts":1784831019.6050613,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831019.6051373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d11829e-7aca-4ef0-8f7e-b6d810fdc756"} {"level":"info","ts":1784831019.6051474,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d11829e-7aca-4ef0-8f7e-b6d810fdc756"} {"level":"info","ts":1784831019.6051583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d11829e-7aca-4ef0-8f7e-b6d810fdc756","EoS":false} {"level":"info","ts":1784831019.6051698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d11829e-7aca-4ef0-8f7e-b6d810fdc756","EoS":true} {"level":"info","ts":1784831019.605191,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d11829e-7aca-4ef0-8f7e-b6d810fdc756","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831019.60525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d11829e-7aca-4ef0-8f7e-b6d810fdc756","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831019.6052692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d11829e-7aca-4ef0-8f7e-b6d810fdc756"} {"level":"info","ts":1784831021.6446555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831021.644736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"457e14bb-abfb-4618-8dec-99c351d99c1a"} {"level":"info","ts":1784831021.6447475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"457e14bb-abfb-4618-8dec-99c351d99c1a"} {"level":"info","ts":1784831021.6447585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"457e14bb-abfb-4618-8dec-99c351d99c1a","EoS":false} {"level":"info","ts":1784831021.6447694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"457e14bb-abfb-4618-8dec-99c351d99c1a","EoS":true} {"level":"info","ts":1784831021.64479,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"457e14bb-abfb-4618-8dec-99c351d99c1a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831021.6448061,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"457e14bb-abfb-4618-8dec-99c351d99c1a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831021.644828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"457e14bb-abfb-4618-8dec-99c351d99c1a"} {"level":"info","ts":1784831023.6818063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831023.6818864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"} {"level":"info","ts":1784831023.681897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"} {"level":"info","ts":1784831023.6819088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","EoS":false} {"level":"info","ts":1784831023.6819227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","EoS":true} {"level":"info","ts":1784831023.6819427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831023.681957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831023.6819773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a12935b7-c288-46e9-b04d-b803046fe4d4"} {"level":"info","ts":1784831046.713161,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831046.7132497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"} {"level":"info","ts":1784831046.7132602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"} {"level":"info","ts":1784831046.7132714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","EoS":false} {"level":"info","ts":1784831046.7132833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","EoS":true} {"level":"info","ts":1784831046.7133048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831046.7133207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831046.7133431,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a701f601-05c1-468f-9f46-f4287abf2774"} {"level":"info","ts":1784831056.1205387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831056.1206317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdd2b34d-909d-4b79-b3aa-135212d87526"} {"level":"info","ts":1784831056.1206403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdd2b34d-909d-4b79-b3aa-135212d87526"} {"level":"info","ts":1784831056.1206515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdd2b34d-909d-4b79-b3aa-135212d87526","EoS":false} {"level":"info","ts":1784831056.120662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdd2b34d-909d-4b79-b3aa-135212d87526","EoS":true} {"level":"info","ts":1784831056.1206937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdd2b34d-909d-4b79-b3aa-135212d87526","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831056.1207113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdd2b34d-909d-4b79-b3aa-135212d87526","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831056.1207454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdd2b34d-909d-4b79-b3aa-135212d87526"} {"level":"info","ts":1784831061.5845735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831061.5846515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db37280-8df5-4ff9-b631-677fb1798839"} {"level":"info","ts":1784831061.5846622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3db37280-8df5-4ff9-b631-677fb1798839"} {"level":"info","ts":1784831061.5846825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db37280-8df5-4ff9-b631-677fb1798839","EoS":false} {"level":"info","ts":1784831061.5846982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db37280-8df5-4ff9-b631-677fb1798839","EoS":true} {"level":"info","ts":1784831061.584725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3db37280-8df5-4ff9-b631-677fb1798839","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831061.584797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db37280-8df5-4ff9-b631-677fb1798839","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831061.5848165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3db37280-8df5-4ff9-b631-677fb1798839"} {"level":"info","ts":1784831071.1577642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831071.1578443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3aeef7f-9983-4423-8e95-b4006224dfe2"} {"level":"info","ts":1784831071.1578557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3aeef7f-9983-4423-8e95-b4006224dfe2"} {"level":"info","ts":1784831071.1578732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3aeef7f-9983-4423-8e95-b4006224dfe2","EoS":false} {"level":"info","ts":1784831071.157887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3aeef7f-9983-4423-8e95-b4006224dfe2","EoS":true} {"level":"info","ts":1784831071.157908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3aeef7f-9983-4423-8e95-b4006224dfe2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831071.1579232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3aeef7f-9983-4423-8e95-b4006224dfe2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831071.1579437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3aeef7f-9983-4423-8e95-b4006224dfe2"} {"level":"info","ts":1784831073.1946635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831073.194748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e59aff1-e528-4dfe-a8a5-8337e6567135"} {"level":"info","ts":1784831073.194761,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e59aff1-e528-4dfe-a8a5-8337e6567135"} {"level":"info","ts":1784831073.1947794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e59aff1-e528-4dfe-a8a5-8337e6567135","EoS":false} {"level":"info","ts":1784831073.1948082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e59aff1-e528-4dfe-a8a5-8337e6567135","EoS":true} {"level":"info","ts":1784831073.1948302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e59aff1-e528-4dfe-a8a5-8337e6567135","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831073.1948493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e59aff1-e528-4dfe-a8a5-8337e6567135","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831073.1948788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e59aff1-e528-4dfe-a8a5-8337e6567135"} {"level":"info","ts":1784831075.2309866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831075.2310858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"} {"level":"info","ts":1784831075.2311018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"} {"level":"info","ts":1784831075.231117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","EoS":false} {"level":"info","ts":1784831075.2311373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","EoS":true} {"level":"info","ts":1784831075.2311704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831075.2311916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831075.2312648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0041b7ca-df2a-446b-bcc7-5c715f5b93e5"} {"level":"info","ts":1784831084.696338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831084.6964576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"} {"level":"info","ts":1784831084.6964686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"} {"level":"info","ts":1784831084.696481,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","EoS":false} {"level":"info","ts":1784831084.6964922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","EoS":true} {"level":"info","ts":1784831084.6965113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831084.6965268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831084.6965528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cbf720d-6572-4009-9f23-91575aaca9d8"} {"level":"info","ts":1784831084.7340145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831084.734097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"} {"level":"info","ts":1784831084.734109,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"} {"level":"info","ts":1784831084.7341216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","EoS":false} {"level":"info","ts":1784831084.7341325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","EoS":true} {"level":"info","ts":1784831084.7341511,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831084.7341657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831084.7341871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92eb2279-b6dd-40a0-a206-c1c4f8b59548"} {"level":"info","ts":1784831103.9271948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831103.9272754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"} {"level":"info","ts":1784831103.9272847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"} {"level":"info","ts":1784831103.927297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","EoS":false} {"level":"info","ts":1784831103.9273138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","EoS":true} {"level":"info","ts":1784831103.9273381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831103.927357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831103.9274073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5b47e9e-4c01-4350-8919-01391487abfe"} {"level":"info","ts":1784831113.3161573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831113.3162615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42cbcb8f-21ff-4172-bc92-78827d80332c"} {"level":"info","ts":1784831113.3162794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42cbcb8f-21ff-4172-bc92-78827d80332c"} {"level":"info","ts":1784831113.3162956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42cbcb8f-21ff-4172-bc92-78827d80332c","EoS":false} {"level":"info","ts":1784831113.3163152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42cbcb8f-21ff-4172-bc92-78827d80332c","EoS":true} {"level":"info","ts":1784831113.3163414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42cbcb8f-21ff-4172-bc92-78827d80332c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831113.3163817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42cbcb8f-21ff-4172-bc92-78827d80332c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831113.3164115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42cbcb8f-21ff-4172-bc92-78827d80332c"} {"level":"info","ts":1784831118.6059177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831118.6060054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60dda34e-4ed9-4957-930e-e7cf580bfe1c"} {"level":"info","ts":1784831118.6060188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60dda34e-4ed9-4957-930e-e7cf580bfe1c"} {"level":"info","ts":1784831118.606031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60dda34e-4ed9-4957-930e-e7cf580bfe1c","EoS":false} {"level":"info","ts":1784831118.6060493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60dda34e-4ed9-4957-930e-e7cf580bfe1c","EoS":true} {"level":"info","ts":1784831118.6060743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60dda34e-4ed9-4957-930e-e7cf580bfe1c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831118.6060948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60dda34e-4ed9-4957-930e-e7cf580bfe1c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831118.6061206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60dda34e-4ed9-4957-930e-e7cf580bfe1c"} {"level":"info","ts":1784831209.2723436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831209.2724571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06a55e36-ebde-44d2-b457-edde454e47c9"} {"level":"info","ts":1784831209.2724676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06a55e36-ebde-44d2-b457-edde454e47c9"} {"level":"info","ts":1784831209.272479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06a55e36-ebde-44d2-b457-edde454e47c9","EoS":false} {"level":"info","ts":1784831209.27249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06a55e36-ebde-44d2-b457-edde454e47c9","EoS":true} {"level":"info","ts":1784831209.2725105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06a55e36-ebde-44d2-b457-edde454e47c9","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784831209.2725298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06a55e36-ebde-44d2-b457-edde454e47c9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784831209.2725506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06a55e36-ebde-44d2-b457-edde454e47c9"} {"level":"info","ts":1784831234.6839392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831234.6840255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"} {"level":"info","ts":1784831234.684035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"} {"level":"info","ts":1784831234.684048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","EoS":false} {"level":"info","ts":1784831234.6840584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","EoS":true} {"level":"info","ts":1784831234.6840816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784831234.6840978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784831234.684117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8960fb59-cda6-4f97-8651-2747907592dc"} {"level":"info","ts":1784831271.8874035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831271.8874805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"} {"level":"info","ts":1784831271.8874903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"} {"level":"info","ts":1784831271.8875022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","EoS":false} {"level":"info","ts":1784831271.8875217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","EoS":true} {"level":"info","ts":1784831271.8875434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831271.8875597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831271.887582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44f4e8ad-5bb5-4bb5-835b-d3091f214fab"} {"level":"info","ts":1784831287.217917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831287.2180107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"} {"level":"info","ts":1784831287.2180254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"} {"level":"info","ts":1784831287.2180378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","EoS":false} {"level":"info","ts":1784831287.2180495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","EoS":true} {"level":"info","ts":1784831287.2180698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831287.2180839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831287.2181065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93c01c4b-237f-483d-b52d-670892f2b311"} {"level":"info","ts":1784831287.5090606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831287.5091507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eb5c99a-c229-4540-9cd5-b7dc1489f559"} {"level":"info","ts":1784831287.5091612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6eb5c99a-c229-4540-9cd5-b7dc1489f559"} {"level":"info","ts":1784831287.5091722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6eb5c99a-c229-4540-9cd5-b7dc1489f559","EoS":false} {"level":"info","ts":1784831287.509186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6eb5c99a-c229-4540-9cd5-b7dc1489f559","EoS":true} {"level":"info","ts":1784831287.5092046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6eb5c99a-c229-4540-9cd5-b7dc1489f559","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831287.5092201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eb5c99a-c229-4540-9cd5-b7dc1489f559","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831287.5092402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6eb5c99a-c229-4540-9cd5-b7dc1489f559"} {"level":"info","ts":1784831604.6100924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831604.6101794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"} {"level":"info","ts":1784831604.6101878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"} {"level":"info","ts":1784831604.610199,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","EoS":false} {"level":"info","ts":1784831604.6102104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","EoS":true} {"level":"info","ts":1784831604.6102304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831604.6102452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831604.610264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2950ded1-192a-4a46-8b0a-934807b98e24"} {"level":"info","ts":1784831604.647473,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831604.6475468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"befa6f1d-4d3f-4d7d-a699-43fc3b37eeeb"} {"level":"info","ts":1784831604.6475568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"befa6f1d-4d3f-4d7d-a699-43fc3b37eeeb"} {"level":"info","ts":1784831604.6475685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"befa6f1d-4d3f-4d7d-a699-43fc3b37eeeb","EoS":false} {"level":"info","ts":1784831604.6475801,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"befa6f1d-4d3f-4d7d-a699-43fc3b37eeeb","EoS":true} {"level":"info","ts":1784831604.6475995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"befa6f1d-4d3f-4d7d-a699-43fc3b37eeeb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831604.6476135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"befa6f1d-4d3f-4d7d-a699-43fc3b37eeeb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831604.6476316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"befa6f1d-4d3f-4d7d-a699-43fc3b37eeeb"} {"level":"info","ts":1784831604.683063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831604.6831207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"195370f3-cf76-4847-bcc7-3953d7bd9310"} {"level":"info","ts":1784831604.6831295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"195370f3-cf76-4847-bcc7-3953d7bd9310"} {"level":"info","ts":1784831604.68314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"195370f3-cf76-4847-bcc7-3953d7bd9310","EoS":false} {"level":"info","ts":1784831604.68315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"195370f3-cf76-4847-bcc7-3953d7bd9310","EoS":true} {"level":"info","ts":1784831604.6831677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"195370f3-cf76-4847-bcc7-3953d7bd9310","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831604.6831772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"195370f3-cf76-4847-bcc7-3953d7bd9310","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831604.6831946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"195370f3-cf76-4847-bcc7-3953d7bd9310"} {"level":"info","ts":1784831609.5442448,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad58460a-4678-4ae8-a855-bfe4dcdb6706"} {"level":"info","ts":1784831609.5443366,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86dcb8d0-490f-4b3f-938f-5acfe80bfebb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831609.544387,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86dcb8d0-490f-4b3f-938f-5acfe80bfebb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831609.5537446,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86dcc49a-1341-457c-9639-cb654fc49848","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831609.5537677,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86dcc49a-1341-457c-9639-cb654fc49848","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784831609.5552375,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad58460a-4678-4ae8-a855-bfe4dcdb6706","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831609.5554745,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37345.115569094,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.5554893,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.6288447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.7153277,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26005dcf-0216-4c78-819e-db993469ae01","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831609.7154007,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26005dcf-0216-4c78-819e-db993469ae01","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831609.7157383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19115ed1-2377-480f-a508-7022551fcf91"} {"level":"info","ts":1784831609.7160106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f71b691-9f17-4de5-b87f-0f7a231e606b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831609.7162783,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f71b691-9f17-4de5-b87f-0f7a231e606b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831609.7163453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34276.709823551,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.7163587,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.7168424,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34885.754431234,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.7168663,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.7293048,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.7324307,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831609.816524,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19115ed1-2377-480f-a508-7022551fcf91","name":"e2e-external-model"} {"level":"info","ts":1784831609.8171797,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad58460a-4678-4ae8-a855-bfe4dcdb6706","name":"e2e-external-provider"} {"level":"info","ts":1784831609.8284254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73aa4d5d-16a8-497e-8a0c-254c40b81fcd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831609.8284607,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73aa4d5d-16a8-497e-8a0c-254c40b81fcd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831609.8405986,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad58460a-4678-4ae8-a855-bfe4dcdb6706","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784831609.8406339,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19115ed1-2377-480f-a508-7022551fcf91","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831609.8407168,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19115ed1-2377-480f-a508-7022551fcf91","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831609.8408015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca1dc99-8dc4-4dcd-9524-ee71f1399008"} {"level":"info","ts":1784831609.8408737,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca1dc99-8dc4-4dcd-9524-ee71f1399008","name":"e2e-external-model"} {"level":"error","ts":1784831609.8451931,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad58460a-4678-4ae8-a855-bfe4dcdb6706","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831609.8453014,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60b42a71-eccc-4f50-84e3-cdf6fff9354a"} {"level":"info","ts":1784831609.8453512,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60b42a71-eccc-4f50-84e3-cdf6fff9354a","name":"e2e-external-provider"} {"level":"info","ts":1784831609.8463168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9f07945-23d5-4294-a4aa-73c74c6f21d7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831609.846347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9f07945-23d5-4294-a4aa-73c74c6f21d7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831609.850925,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca1dc99-8dc4-4dcd-9524-ee71f1399008","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784831609.8557975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca1dc99-8dc4-4dcd-9524-ee71f1399008","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831609.8558776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa3213cb-db36-405e-aa18-20f7592f8712"} {"level":"info","ts":1784831609.8559341,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa3213cb-db36-405e-aa18-20f7592f8712","name":"e2e-external-model"} {"level":"info","ts":1784831609.8596244,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60b42a71-eccc-4f50-84e3-cdf6fff9354a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831609.8634977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3856849f-4ca6-4ec6-9f84-9ac44a214181","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831609.863526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3856849f-4ca6-4ec6-9f84-9ac44a214181","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831609.8657851,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa3213cb-db36-405e-aa18-20f7592f8712","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784831609.8698835,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa3213cb-db36-405e-aa18-20f7592f8712","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831609.869946,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b915f7b-f8c6-4949-ae79-ad95e8bfef34"} {"level":"info","ts":1784831609.869999,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b915f7b-f8c6-4949-ae79-ad95e8bfef34","name":"e2e-external-model"} {"level":"info","ts":1784831609.8797994,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b915f7b-f8c6-4949-ae79-ad95e8bfef34","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831617.0182424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831617.0183327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2"} {"level":"info","ts":1784831617.0183468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2"} {"level":"info","ts":1784831617.0183625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2","EoS":false} {"level":"info","ts":1784831617.0184088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2","EoS":true} {"level":"info","ts":1784831617.0184402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831617.0184734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831617.018484,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2","modelName":"e2e-external-model"} {"level":"info","ts":1784831617.0185041,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831617.0185857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29846559-b37b-4d70-9678-045f3a7626e2"} {"level":"info","ts":1784831617.0922458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831617.0923216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef"} {"level":"info","ts":1784831617.0923312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef"} {"level":"info","ts":1784831617.092343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef","EoS":false} {"level":"info","ts":1784831617.092357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef","EoS":true} {"level":"info","ts":1784831617.0923932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831617.0924134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831617.0924275,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef","modelName":"e2e-external-model"} {"level":"info","ts":1784831617.0924432,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831617.092483,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73551bc7-5216-4561-9af6-b1b6a28b80ef"} {"level":"info","ts":1784831617.118691,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831617.118766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674"} {"level":"info","ts":1784831617.1187754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674"} {"level":"info","ts":1784831617.1187866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","EoS":false} {"level":"info","ts":1784831617.1187983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","EoS":true} {"level":"info","ts":1784831617.1188173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831617.1188314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831617.118838,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","modelName":"e2e-external-model"} {"level":"info","ts":1784831617.118854,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831617.1188998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d91b3583-c415-4bf2-97fe-aa93eeab3674"} {"level":"info","ts":1784831617.243066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0473d278-e50e-405e-af5b-39c1566841cb"} {"level":"info","ts":1784831617.2431006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9680674-03de-4f58-b6b6-ac2c5bff59cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831617.2431412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9680674-03de-4f58-b6b6-ac2c5bff59cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831617.2509696,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a381e250-6bce-47d1-8610-b2b61c31f7eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831617.251007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a381e250-6bce-47d1-8610-b2b61c31f7eb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831617.2520945,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0473d278-e50e-405e-af5b-39c1566841cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831617.2521563,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0473d278-e50e-405e-af5b-39c1566841cb","name":"e2e-cleanup-test"} {"level":"info","ts":1784831617.27906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a2e8ab2-b452-47c8-809f-335023515b90","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831617.2790942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a2e8ab2-b452-47c8-809f-335023515b90","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831617.2802832,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0473d278-e50e-405e-af5b-39c1566841cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831617.2803338,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0473d278-e50e-405e-af5b-39c1566841cb","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831617.2804108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e381a0f-7e6d-4fe1-8c71-ee838b051402"} {"level":"info","ts":1784831617.2804646,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e381a0f-7e6d-4fe1-8c71-ee838b051402","name":"e2e-cleanup-test"} {"level":"info","ts":1784831617.2972405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"047dc18b-1aac-414d-8af3-3251c0ce111c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831617.2972763,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"047dc18b-1aac-414d-8af3-3251c0ce111c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831617.3005867,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e381a0f-7e6d-4fe1-8c71-ee838b051402","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831617.3006346,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e381a0f-7e6d-4fe1-8c71-ee838b051402","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831617.300694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e2db46-4c87-405d-9715-4bef205e474d"} {"level":"info","ts":1784831617.3007517,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e2db46-4c87-405d-9715-4bef205e474d","name":"e2e-cleanup-test"} {"level":"info","ts":1784831617.3112407,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e2db46-4c87-405d-9715-4bef205e474d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831617.3138728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cceafc2-27f1-4059-b3cc-ca8a5f5065de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831617.3139184,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cceafc2-27f1-4059-b3cc-ca8a5f5065de","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831617.3158934,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20e2db46-4c87-405d-9715-4bef205e474d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831617.3159873,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c106c533-b057-4ca6-9852-02a53718800f"} {"level":"info","ts":1784831617.316042,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c106c533-b057-4ca6-9852-02a53718800f","name":"e2e-cleanup-test"} {"level":"info","ts":1784831617.3256094,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c106c533-b057-4ca6-9852-02a53718800f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831625.5040412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bbe04a1-5bca-498e-84d3-37843b278e6e"} {"level":"info","ts":1784831625.5040908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c4f77c5-dc27-40dd-8c85-a2f0f2bab6bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831625.504121,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c4f77c5-dc27-40dd-8c85-a2f0f2bab6bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831629.8092096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831629.8092933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c"} {"level":"info","ts":1784831629.8093035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c"} {"level":"info","ts":1784831629.8093154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c","EoS":false} {"level":"info","ts":1784831629.8093297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c","EoS":true} {"level":"info","ts":1784831629.8093498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784831629.809393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784831629.8094149,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8390c716-1607-45ad-a29a-88d2287d7c1c"} {"level":"info","ts":1784831629.8358467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831629.8359206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c"} {"level":"info","ts":1784831629.83593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c"} {"level":"info","ts":1784831629.8359418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","EoS":false} {"level":"info","ts":1784831629.8359544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","EoS":true} {"level":"info","ts":1784831629.835974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831629.8359902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831629.8359988,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","modelName":"e2e-external-model"} {"level":"info","ts":1784831629.8360133,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831629.836054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"707c603e-027a-4ba7-ac0e-3449ea72f62c"} {"level":"info","ts":1784831629.874828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831629.8749049,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"} {"level":"info","ts":1784831629.8749168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"} {"level":"info","ts":1784831629.874929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","EoS":false} {"level":"info","ts":1784831629.8749497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","EoS":true} {"level":"info","ts":1784831629.8749738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784831629.8749895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831629.8750074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5180811b-5c8f-4cdf-934a-c11b7533b36e"} {"level":"info","ts":1784831630.019664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831630.019745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"} {"level":"info","ts":1784831630.0197604,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"} {"level":"info","ts":1784831630.0197783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","EoS":false} {"level":"info","ts":1784831630.0197992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","EoS":true} {"level":"info","ts":1784831630.01983,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922","field":"model"} {"level":"info","ts":1784831630.0198605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a56aa753-8ada-476c-8d56-d318446d0922"} {"level":"info","ts":1784831630.9835002,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"310a5bfb-6729-4e26-a468-0ebf503b4974"} {"level":"info","ts":1784831630.983494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0fc378d-1b61-48f7-abc9-671435a70da5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831630.9835727,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0fc378d-1b61-48f7-abc9-671435a70da5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831631.1200602,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8b13e3e-eaea-4eb5-9ab0-0fbba5da4d6c"} {"level":"info","ts":1784831631.1200678,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c56a90a-a5a9-4944-b27a-0a8ec201ebec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831631.1201339,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c56a90a-a5a9-4944-b27a-0a8ec201ebec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784832235.2467346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832235.2468169,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd6a3851-9a5d-4e88-9440-320791e79584"} {"level":"info","ts":1784832235.2468245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd6a3851-9a5d-4e88-9440-320791e79584"} {"level":"info","ts":1784832235.2468355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd6a3851-9a5d-4e88-9440-320791e79584","EoS":false} {"level":"info","ts":1784832235.2468472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd6a3851-9a5d-4e88-9440-320791e79584","EoS":true} {"level":"info","ts":1784832235.2468667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd6a3851-9a5d-4e88-9440-320791e79584","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832235.246882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd6a3851-9a5d-4e88-9440-320791e79584","path":"/ai-tenant-e2e-inf-b-d06db7/test-model-d06db7/v1/chat/completions"} {"level":"info","ts":1784832235.2469022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd6a3851-9a5d-4e88-9440-320791e79584"} {"level":"info","ts":1784832256.3699732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832256.3700492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"} {"level":"info","ts":1784832256.3700607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"} {"level":"info","ts":1784832256.3700716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","EoS":false} {"level":"info","ts":1784832256.370083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","EoS":true} {"level":"info","ts":1784832256.3701036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832256.370118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca","path":"/ai-tenant-e2e-inf-b-d06db7/test-model-d06db7/v1/chat/completions"} {"level":"info","ts":1784832256.3701403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fcb7934-6618-4889-9e8b-cff99f4692ca"} {"level":"info","ts":1784832750.5221334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832750.5222123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"} {"level":"info","ts":1784832750.5222201,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"} {"level":"info","ts":1784832750.5222313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","EoS":false} {"level":"info","ts":1784832750.5222425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","EoS":true} {"level":"info","ts":1784832750.5222619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832750.522277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e","path":"/ai-tenant-e2e-shared-b-2fc9f5/rate-test-model-2fc9f5/v1/completions"} {"level":"info","ts":1784832750.5222971,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"150f122b-2894-41f8-811c-9c7606e8040e"}