{"level":"info","ts":1784904422.6050675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94"} {"level":"info","ts":1784904422.6050863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94","EoS":false} {"level":"info","ts":1784904422.6051009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94","EoS":true} {"level":"info","ts":1784904422.605122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904422.6051369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904422.605161,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24fc5da5-56a9-45a4-ba61-1eecb1cd0c94"} {"level":"info","ts":1784904422.746866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904422.746947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.746956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.7469673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","EoS":false} {"level":"info","ts":1784904422.746982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","EoS":true} {"level":"info","ts":1784904422.7470036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904422.7470202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904422.7470427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d02ca2bc-5bea-4fc6-aebb-71f91347ef05"} {"level":"info","ts":1784904422.8893368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904422.8894174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904422.8894262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904422.889438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","EoS":false} {"level":"info","ts":1784904422.889448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","EoS":true} {"level":"info","ts":1784904422.889466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904422.889481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904422.8895004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df0fb0bc-c8fe-450b-b9d0-3418e3b55213"} {"level":"info","ts":1784904423.0306158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904423.0306954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.030708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.030738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","EoS":false} {"level":"info","ts":1784904423.0307484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","EoS":true} {"level":"info","ts":1784904423.0307758,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904423.03081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904423.0308356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"784e0993-81f5-4b89-bc37-ca99ccab9493"} {"level":"info","ts":1784904423.164909,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904423.1649988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.1650143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.1650252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","EoS":false} {"level":"info","ts":1784904423.1650357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","EoS":true} {"level":"info","ts":1784904423.1650558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904423.1650717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904423.1651452,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"144de3f1-a830-4de0-ae71-26205d1f9b11"} {"level":"info","ts":1784904423.3053079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904423.305397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eafeace3-eb69-409f-8560-c5d97837b49d"} {"level":"info","ts":1784904423.305412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eafeace3-eb69-409f-8560-c5d97837b49d"} {"level":"info","ts":1784904423.3054235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eafeace3-eb69-409f-8560-c5d97837b49d","EoS":false} {"level":"info","ts":1784904423.3054345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eafeace3-eb69-409f-8560-c5d97837b49d","EoS":true} {"level":"info","ts":1784904423.3054552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eafeace3-eb69-409f-8560-c5d97837b49d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904423.3054693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eafeace3-eb69-409f-8560-c5d97837b49d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904423.3054888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eafeace3-eb69-409f-8560-c5d97837b49d"} {"level":"info","ts":1784904438.8561199,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904438.856208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.8562207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.8562317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","EoS":false} {"level":"info","ts":1784904438.8562424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","EoS":true} {"level":"info","ts":1784904438.8562622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904438.8562765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904438.8562982,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a0e076d-9200-4e06-9dfd-8e2a5dee7323"} {"level":"info","ts":1784904438.8913994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904438.8914926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.8915043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.8915155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","EoS":false} {"level":"info","ts":1784904438.8915267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","EoS":true} {"level":"info","ts":1784904438.891547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904438.8915627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904438.8915815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3bb3288-ef4e-45b4-b8a4-c9a5fcbd67d2"} {"level":"info","ts":1784904438.9301348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904438.930206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d72e33-e43c-45f3-8013-7c66d1ff1bf9"} {"level":"info","ts":1784904438.9302166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08d72e33-e43c-45f3-8013-7c66d1ff1bf9"} {"level":"info","ts":1784904438.930227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d72e33-e43c-45f3-8013-7c66d1ff1bf9","EoS":false} {"level":"info","ts":1784904438.930242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d72e33-e43c-45f3-8013-7c66d1ff1bf9","EoS":true} {"level":"info","ts":1784904438.930262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08d72e33-e43c-45f3-8013-7c66d1ff1bf9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904438.9302764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08d72e33-e43c-45f3-8013-7c66d1ff1bf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904438.9302964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08d72e33-e43c-45f3-8013-7c66d1ff1bf9"} {"level":"info","ts":1784904438.9656606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904438.965738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35d01e96-a892-4656-84df-cfe4690034dd"} {"level":"info","ts":1784904438.9657485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35d01e96-a892-4656-84df-cfe4690034dd"} {"level":"info","ts":1784904438.9657598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35d01e96-a892-4656-84df-cfe4690034dd","EoS":false} {"level":"info","ts":1784904438.9657695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35d01e96-a892-4656-84df-cfe4690034dd","EoS":true} {"level":"info","ts":1784904438.9658108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35d01e96-a892-4656-84df-cfe4690034dd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904438.9658258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35d01e96-a892-4656-84df-cfe4690034dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904438.9658453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35d01e96-a892-4656-84df-cfe4690034dd"} {"level":"info","ts":1784904439.0023718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904439.0024447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7eb9873-c9f9-47b5-8fd2-a8eaf41d5cf8"} {"level":"info","ts":1784904443.6288936,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904443.6289656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904443.628977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904443.6289885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","EoS":false} {"level":"info","ts":1784904443.628999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","EoS":true} {"level":"info","ts":1784904443.6290195,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904443.6290462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904443.6290717,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"149a4aec-87ec-4458-8197-68259197d0e9"} {"level":"info","ts":1784904452.1871831,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904452.1872714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edc568e5-a873-4b81-9945-5914047835bf"} {"level":"info","ts":1784904452.1872854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edc568e5-a873-4b81-9945-5914047835bf"} {"level":"info","ts":1784904452.1872962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edc568e5-a873-4b81-9945-5914047835bf","EoS":false} {"level":"info","ts":1784904452.187306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edc568e5-a873-4b81-9945-5914047835bf","EoS":true} {"level":"info","ts":1784904452.1873293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edc568e5-a873-4b81-9945-5914047835bf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904452.1873453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edc568e5-a873-4b81-9945-5914047835bf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904452.1873665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"edc568e5-a873-4b81-9945-5914047835bf"} {"level":"info","ts":1784904454.2230685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904454.223145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904454.2231557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904454.2231667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","EoS":false} {"level":"info","ts":1784904454.2231789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","EoS":true} {"level":"info","ts":1784904454.223199,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904454.2232146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904454.2232351,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f2672fa-80dd-4747-833c-0887908ec539"} {"level":"info","ts":1784904467.0885665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904467.0886676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904467.0886905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904467.0887094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","EoS":false} {"level":"info","ts":1784904467.0887275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","EoS":true} {"level":"info","ts":1784904467.088755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904467.0887747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904467.0888278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8eda8ebb-d078-47db-baaf-660929ea6e7c"} {"level":"info","ts":1784904475.6095793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904475.6096628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904475.6096725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904475.6096838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","EoS":false} {"level":"info","ts":1784904475.6096935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","EoS":true} {"level":"info","ts":1784904475.6097143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904475.6097307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904475.6098402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"235231a7-a1d7-4b95-936d-447c9ac07cfa"} {"level":"info","ts":1784904484.4605694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904484.4606497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904484.4606593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904484.4606712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","EoS":false} {"level":"info","ts":1784904484.4606822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","EoS":true} {"level":"info","ts":1784904484.4607038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904484.4607184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ade16e02-95b7-4642-84be-86210384d747","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904484.460739,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ade16e02-95b7-4642-84be-86210384d747"} {"level":"info","ts":1784904493.432544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904493.4326224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"130c03f3-24d5-4d6e-b766-7adb75f9def4"} {"level":"info","ts":1784904493.4326317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"130c03f3-24d5-4d6e-b766-7adb75f9def4"} {"level":"info","ts":1784904493.4326422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"130c03f3-24d5-4d6e-b766-7adb75f9def4","EoS":false} {"level":"info","ts":1784904493.4326515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"130c03f3-24d5-4d6e-b766-7adb75f9def4","EoS":true} {"level":"info","ts":1784904493.4326725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"130c03f3-24d5-4d6e-b766-7adb75f9def4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904493.4326851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"130c03f3-24d5-4d6e-b766-7adb75f9def4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904493.4327033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"130c03f3-24d5-4d6e-b766-7adb75f9def4"} {"level":"info","ts":1784904498.165982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904498.1660564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b93f6420-d529-439f-8ac8-8e657559acb2"} {"level":"info","ts":1784904498.1660657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b93f6420-d529-439f-8ac8-8e657559acb2"} {"level":"info","ts":1784904498.1660767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b93f6420-d529-439f-8ac8-8e657559acb2","EoS":false} {"level":"info","ts":1784904498.1660874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b93f6420-d529-439f-8ac8-8e657559acb2","EoS":true} {"level":"info","ts":1784904498.1661086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b93f6420-d529-439f-8ac8-8e657559acb2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904498.1661246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b93f6420-d529-439f-8ac8-8e657559acb2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904498.1661453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b93f6420-d529-439f-8ac8-8e657559acb2"} {"level":"info","ts":1784904502.9102156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904502.9103038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e66c29bd-c007-4632-9d8e-c14f11776e06"} {"level":"info","ts":1784904502.9103184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e66c29bd-c007-4632-9d8e-c14f11776e06"} {"level":"info","ts":1784904502.9103336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e66c29bd-c007-4632-9d8e-c14f11776e06","EoS":false} {"level":"info","ts":1784904502.9103508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e66c29bd-c007-4632-9d8e-c14f11776e06","EoS":true} {"level":"info","ts":1784904502.910425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e66c29bd-c007-4632-9d8e-c14f11776e06","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904502.9104466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e66c29bd-c007-4632-9d8e-c14f11776e06","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904502.9104671,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e66c29bd-c007-4632-9d8e-c14f11776e06"} {"level":"info","ts":1784904503.1686153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904503.168695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5c1799-9f49-472f-b841-aa370f30849d"} {"level":"info","ts":1784904503.168705,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b5c1799-9f49-472f-b841-aa370f30849d"} {"level":"info","ts":1784904503.1687176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b5c1799-9f49-472f-b841-aa370f30849d","EoS":false} {"level":"info","ts":1784904503.1687326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b5c1799-9f49-472f-b841-aa370f30849d","EoS":true} {"level":"info","ts":1784904503.1687562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b5c1799-9f49-472f-b841-aa370f30849d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904503.1687715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5c1799-9f49-472f-b841-aa370f30849d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904503.1688657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b5c1799-9f49-472f-b841-aa370f30849d"} {"level":"info","ts":1784904505.2053492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904505.2054222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03eac1d5-7d91-41d6-abdd-f622f3d2f0d7"} {"level":"info","ts":1784904505.205431,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03eac1d5-7d91-41d6-abdd-f622f3d2f0d7"} {"level":"info","ts":1784904505.2054417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03eac1d5-7d91-41d6-abdd-f622f3d2f0d7","EoS":false} {"level":"info","ts":1784904505.2054567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03eac1d5-7d91-41d6-abdd-f622f3d2f0d7","EoS":true} {"level":"info","ts":1784904505.2054815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03eac1d5-7d91-41d6-abdd-f622f3d2f0d7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904505.2054963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03eac1d5-7d91-41d6-abdd-f622f3d2f0d7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904505.2055712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03eac1d5-7d91-41d6-abdd-f622f3d2f0d7"} {"level":"info","ts":1784904507.2411091,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904507.2411878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904507.2411973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904507.2412105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","EoS":false} {"level":"info","ts":1784904507.2412264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","EoS":true} {"level":"info","ts":1784904507.2412584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904507.2412746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904507.2413397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8b1b709-3d39-4d48-9c05-3a9cca9c38cf"} {"level":"info","ts":1784904530.1595972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904530.1597018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904530.159716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904530.1597345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","EoS":false} {"level":"info","ts":1784904530.1597488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","EoS":true} {"level":"info","ts":1784904530.159769,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904530.1597838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904530.1598315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c369e3f5-928f-483f-9fd3-d31761f8de0f"} {"level":"info","ts":1784904539.4580898,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904539.4581752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aeb0b4da-170b-4a26-a4b0-005b8f886984"} {"level":"info","ts":1784904539.4581878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aeb0b4da-170b-4a26-a4b0-005b8f886984"} {"level":"info","ts":1784904539.4582064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aeb0b4da-170b-4a26-a4b0-005b8f886984","EoS":false} {"level":"info","ts":1784904539.4582272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aeb0b4da-170b-4a26-a4b0-005b8f886984","EoS":true} {"level":"info","ts":1784904539.4582589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aeb0b4da-170b-4a26-a4b0-005b8f886984","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904539.4582806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aeb0b4da-170b-4a26-a4b0-005b8f886984","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904539.458312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aeb0b4da-170b-4a26-a4b0-005b8f886984"} {"level":"info","ts":1784904544.9210262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904544.9211292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61fbc203-c4b1-4823-b1ec-921961637eb3"} {"level":"info","ts":1784904544.9211452,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61fbc203-c4b1-4823-b1ec-921961637eb3"} {"level":"info","ts":1784904544.921164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61fbc203-c4b1-4823-b1ec-921961637eb3","EoS":false} {"level":"info","ts":1784904544.9211788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61fbc203-c4b1-4823-b1ec-921961637eb3","EoS":true} {"level":"info","ts":1784904544.9212093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61fbc203-c4b1-4823-b1ec-921961637eb3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904544.9212277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61fbc203-c4b1-4823-b1ec-921961637eb3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904544.9212577,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61fbc203-c4b1-4823-b1ec-921961637eb3"} {"level":"info","ts":1784904554.4386008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904554.438686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dab9ccb6-e324-418a-9a2f-401b6c9418f2"} {"level":"info","ts":1784904554.4386961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dab9ccb6-e324-418a-9a2f-401b6c9418f2"} {"level":"info","ts":1784904554.43871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dab9ccb6-e324-418a-9a2f-401b6c9418f2","EoS":false} {"level":"info","ts":1784904554.4387276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dab9ccb6-e324-418a-9a2f-401b6c9418f2","EoS":true} {"level":"info","ts":1784904554.4388194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dab9ccb6-e324-418a-9a2f-401b6c9418f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904554.4388373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dab9ccb6-e324-418a-9a2f-401b6c9418f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904554.4388597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dab9ccb6-e324-418a-9a2f-401b6c9418f2"} {"level":"info","ts":1784904556.4734707,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904556.4735522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66c3d9d2-fd6b-496f-808f-19513ffd904a"} {"level":"info","ts":1784904556.4735644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66c3d9d2-fd6b-496f-808f-19513ffd904a"} {"level":"info","ts":1784904556.473582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66c3d9d2-fd6b-496f-808f-19513ffd904a","EoS":false} {"level":"info","ts":1784904556.4736052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66c3d9d2-fd6b-496f-808f-19513ffd904a","EoS":true} {"level":"info","ts":1784904556.4736342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66c3d9d2-fd6b-496f-808f-19513ffd904a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904556.4736521,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66c3d9d2-fd6b-496f-808f-19513ffd904a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904556.4736814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66c3d9d2-fd6b-496f-808f-19513ffd904a"} {"level":"info","ts":1784904558.5114841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904558.5115683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904558.5115802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904558.5115979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","EoS":false} {"level":"info","ts":1784904558.511618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","EoS":true} {"level":"info","ts":1784904558.511652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904558.5116694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904558.5117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"482b3ce8-3793-43a7-a655-80658252800c"} {"level":"info","ts":1784904567.905783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904567.9058912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9059021,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.9059134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","EoS":false} {"level":"info","ts":1784904567.905927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","EoS":true} {"level":"info","ts":1784904567.9059472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904567.9059644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904567.9059823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c9ba052-0f47-4a38-8a00-02a57c46e702"} {"level":"info","ts":1784904567.944722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904567.9448373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904567.9448557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904567.9448771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","EoS":false} {"level":"info","ts":1784904567.944896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","EoS":true} {"level":"info","ts":1784904567.944926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904567.9449444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904567.944973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a52778d-6168-4743-a749-53f359c49bce"} {"level":"info","ts":1784904586.9982293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904586.9983034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904586.998314,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904586.9983256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","EoS":false} {"level":"info","ts":1784904586.9983363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","EoS":true} {"level":"info","ts":1784904586.9983582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904586.9983728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904586.998392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1682af21-218c-4af0-9f10-f977053725e6"} {"level":"info","ts":1784904596.3547227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904596.3548315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"250a67bf-b850-4340-a7f4-55add18aaf86"} {"level":"info","ts":1784904596.3548443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"250a67bf-b850-4340-a7f4-55add18aaf86"} {"level":"info","ts":1784904596.3548627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"250a67bf-b850-4340-a7f4-55add18aaf86","EoS":false} {"level":"info","ts":1784904596.3548825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"250a67bf-b850-4340-a7f4-55add18aaf86","EoS":true} {"level":"info","ts":1784904596.3549135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"250a67bf-b850-4340-a7f4-55add18aaf86","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904596.354931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"250a67bf-b850-4340-a7f4-55add18aaf86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904596.354961,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"250a67bf-b850-4340-a7f4-55add18aaf86"} {"level":"info","ts":1784904601.573332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904601.5734184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2f95425-65fe-4a28-9721-692040ed5871"} {"level":"info","ts":1784904601.5734398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2f95425-65fe-4a28-9721-692040ed5871"} {"level":"info","ts":1784904601.5734594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2f95425-65fe-4a28-9721-692040ed5871","EoS":false} {"level":"info","ts":1784904601.5734804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2f95425-65fe-4a28-9721-692040ed5871","EoS":true} {"level":"info","ts":1784904601.5735102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2f95425-65fe-4a28-9721-692040ed5871","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904601.5735288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2f95425-65fe-4a28-9721-692040ed5871","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904601.5735571,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2f95425-65fe-4a28-9721-692040ed5871"} {"level":"info","ts":1784904692.113703,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904692.1137805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cbdf970-37f3-4547-b155-0714f49ccdcf"} {"level":"info","ts":1784904692.1138098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cbdf970-37f3-4547-b155-0714f49ccdcf"} {"level":"info","ts":1784904692.113822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbdf970-37f3-4547-b155-0714f49ccdcf","EoS":false} {"level":"info","ts":1784904692.1138318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbdf970-37f3-4547-b155-0714f49ccdcf","EoS":true} {"level":"info","ts":1784904692.1138532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cbdf970-37f3-4547-b155-0714f49ccdcf","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784904692.1138663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cbdf970-37f3-4547-b155-0714f49ccdcf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904692.1138856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cbdf970-37f3-4547-b155-0714f49ccdcf"} {"level":"info","ts":1784904717.2827773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904717.2828834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904717.2828922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904717.282904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","EoS":false} {"level":"info","ts":1784904717.282915,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","EoS":true} {"level":"info","ts":1784904717.282938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784904717.282953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904717.2829719,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fface3c-f67e-4b7f-8998-049e008fefbd"} {"level":"info","ts":1784904754.2550125,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904754.2550898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904754.2550988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904754.2551115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","EoS":false} {"level":"info","ts":1784904754.2551215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","EoS":true} {"level":"info","ts":1784904754.2551432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904754.2551584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904754.25518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a41a6df-6968-4beb-9bf2-436bb8be1e48"} {"level":"info","ts":1784904769.4613228,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904769.4614022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.4614122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.4614232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","EoS":false} {"level":"info","ts":1784904769.461434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","EoS":true} {"level":"info","ts":1784904769.4614537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904769.461469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904769.4614918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa10b6aa-ec7c-4e5f-95a3-2214b553a6e8"} {"level":"info","ts":1784904769.7469988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904769.747078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be7532c8-8bfe-4385-9572-97a5de89ac5b"} {"level":"info","ts":1784904769.747087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be7532c8-8bfe-4385-9572-97a5de89ac5b"} {"level":"info","ts":1784904769.747099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be7532c8-8bfe-4385-9572-97a5de89ac5b","EoS":false} {"level":"info","ts":1784904769.7471092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be7532c8-8bfe-4385-9572-97a5de89ac5b","EoS":true} {"level":"info","ts":1784904769.7471294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be7532c8-8bfe-4385-9572-97a5de89ac5b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904769.7471485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be7532c8-8bfe-4385-9572-97a5de89ac5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904769.7471728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be7532c8-8bfe-4385-9572-97a5de89ac5b"} {"level":"info","ts":1784905077.2684996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905077.2685852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.2685935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.2686055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","EoS":false} {"level":"info","ts":1784905077.2686164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","EoS":true} {"level":"info","ts":1784905077.2686377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905077.2686532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905077.2686734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e8c4841-dc7d-4089-a303-cd0d8ca3153e"} {"level":"info","ts":1784905077.307709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905077.3078153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.3078327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.3078597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","EoS":false} {"level":"info","ts":1784905077.3078778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","EoS":true} {"level":"info","ts":1784905077.307911,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905077.307929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905077.3079574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9449a743-15aa-4471-a928-e4414eda82b5"} {"level":"info","ts":1784905077.3444219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905077.344497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba633281-ba51-47e4-965d-63df4b5db2f5"} {"level":"info","ts":1784905077.3445084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba633281-ba51-47e4-965d-63df4b5db2f5"} {"level":"info","ts":1784905077.3445249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba633281-ba51-47e4-965d-63df4b5db2f5","EoS":false} {"level":"info","ts":1784905077.344536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba633281-ba51-47e4-965d-63df4b5db2f5","EoS":true} {"level":"info","ts":1784905077.3445556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba633281-ba51-47e4-965d-63df4b5db2f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905077.3445709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba633281-ba51-47e4-965d-63df4b5db2f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905077.3445919,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba633281-ba51-47e4-965d-63df4b5db2f5"} {"level":"info","ts":1784905077.3797162,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905077.379785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40b9c22a-e537-4c24-9601-8a060465dc42"} {"level":"info","ts":1784905077.379815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40b9c22a-e537-4c24-9601-8a060465dc42"} {"level":"info","ts":1784905077.3798316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40b9c22a-e537-4c24-9601-8a060465dc42","EoS":false} {"level":"info","ts":1784905077.3798516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40b9c22a-e537-4c24-9601-8a060465dc42","EoS":true} {"level":"info","ts":1784905077.3798733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40b9c22a-e537-4c24-9601-8a060465dc42","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905077.3798876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40b9c22a-e537-4c24-9601-8a060465dc42","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905077.3799078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40b9c22a-e537-4c24-9601-8a060465dc42"} {"level":"info","ts":1784905082.310872,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b784fbf7-7a79-49bd-bcc0-08a0a214be9c"} {"level":"info","ts":1784905082.310902,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0765918-dc28-440f-a2f2-fb6405852dd2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905082.3109431,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0765918-dc28-440f-a2f2-fb6405852dd2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905082.3193333,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1166a6c6-bd8f-4a53-8e6b-3204b842d5f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905082.3193693,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1166a6c6-bd8f-4a53-8e6b-3204b842d5f8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905082.3199093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33380.119203036,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.3199246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.4401987,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b972be4-fd7f-47a2-be68-2a476743886d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.4402642,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b972be4-fd7f-47a2-be68-2a476743886d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.440443,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb498cdb-dca1-4511-a6f2-6ec95b4de888"} {"level":"info","ts":1784905082.4462502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1d29c46-c263-407d-90eb-7053bcb246f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.4462993,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1d29c46-c263-407d-90eb-7053bcb246f6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784905082.4490957,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb498cdb-dca1-4511-a6f2-6ec95b4de888","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.449154,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb498cdb-dca1-4511-a6f2-6ec95b4de888","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784905082.5390608,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"836319e4-4d4b-49b8-8bae-f4b0fa52b7fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905082.539137,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"836319e4-4d4b-49b8-8bae-f4b0fa52b7fb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905082.5393422,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.5394297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a6dd097-2f56-4ab9-8832-8dae6c4b08da","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.5394583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a6dd097-2f56-4ab9-8832-8dae6c4b08da","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.5395045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8a77bbc-9a00-447b-93dd-e7211e0d9c35","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.5395226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8a77bbc-9a00-447b-93dd-e7211e0d9c35","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784905082.5397108,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb498cdb-dca1-4511-a6f2-6ec95b4de888","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784905082.539759,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb498cdb-dca1-4511-a6f2-6ec95b4de888","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.5398605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf30daa2-64b8-4880-a00c-b27d538dc2e2"} {"level":"info","ts":1784905082.5401828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37745.879404613,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.5402036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.5489159,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.6204817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37663.069936998,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.6205158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.633368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55fb81e1-54da-4017-8ff5-9d99496f39fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.6334405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55fb81e1-54da-4017-8ff5-9d99496f39fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.6360357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905082.6410947,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf30daa2-64b8-4880-a00c-b27d538dc2e2","name":"e2e-external-model"} {"level":"info","ts":1784905082.653744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"917b20ea-6636-4612-b497-2d6bd965787b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.653825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"917b20ea-6636-4612-b497-2d6bd965787b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784905082.6610982,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf30daa2-64b8-4880-a00c-b27d538dc2e2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784905082.6611784,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf30daa2-64b8-4880-a00c-b27d538dc2e2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.661264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f57cf0f-42c5-4201-82da-b97fd3e9c9ba"} {"level":"info","ts":1784905082.661334,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f57cf0f-42c5-4201-82da-b97fd3e9c9ba","name":"e2e-external-model"} {"level":"info","ts":1784905082.6751318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"086a4a3f-ff0b-47d7-a779-3c29342d6cd6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905082.6751728,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"086a4a3f-ff0b-47d7-a779-3c29342d6cd6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905082.6763065,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f57cf0f-42c5-4201-82da-b97fd3e9c9ba","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784905082.6815886,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f57cf0f-42c5-4201-82da-b97fd3e9c9ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.6816962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f0b99e8-1eaa-4350-b2d7-c92ccd59fa13"} {"level":"info","ts":1784905082.6817725,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f0b99e8-1eaa-4350-b2d7-c92ccd59fa13","name":"e2e-external-model"} {"level":"info","ts":1784905082.6951227,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f0b99e8-1eaa-4350-b2d7-c92ccd59fa13","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905082.7207122,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b784fbf7-7a79-49bd-bcc0-08a0a214be9c","name":"e2e-external-provider"} {"level":"info","ts":1784905082.734995,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b784fbf7-7a79-49bd-bcc0-08a0a214be9c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784905082.7416596,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b784fbf7-7a79-49bd-bcc0-08a0a214be9c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905082.74183,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ead8b1c0-2cea-449f-b151-09c950f1804d"} {"level":"info","ts":1784905082.7419014,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ead8b1c0-2cea-449f-b151-09c950f1804d","name":"e2e-external-provider"} {"level":"info","ts":1784905082.753606,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ead8b1c0-2cea-449f-b151-09c950f1804d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784905092.0821695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905092.0822446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d"} {"level":"info","ts":1784905092.082254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d"} {"level":"info","ts":1784905092.0822654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d","EoS":false} {"level":"info","ts":1784905092.0822756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d","EoS":true} {"level":"info","ts":1784905092.0822947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905092.0823097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905092.082317,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d","modelName":"e2e-external-model"} {"level":"info","ts":1784905092.082342,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905092.082392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4103e7ea-c127-4843-b594-98b6f78b273d"} {"level":"info","ts":1784905092.1379702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905092.138062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef"} {"level":"info","ts":1784905092.1380734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef"} {"level":"info","ts":1784905092.138084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef","EoS":false} {"level":"info","ts":1784905092.1380963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef","EoS":true} {"level":"info","ts":1784905092.1381605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905092.1381817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905092.1381898,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef","modelName":"e2e-external-model"} {"level":"info","ts":1784905092.1382027,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905092.13824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b501940d-f304-4fc6-9510-cc6b9d4129ef"} {"level":"info","ts":1784905092.1676881,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905092.1677577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45"} {"level":"info","ts":1784905092.1677668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45"} {"level":"info","ts":1784905092.1677773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","EoS":false} {"level":"info","ts":1784905092.1678166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","EoS":true} {"level":"info","ts":1784905092.1678472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905092.1678615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905092.1678681,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","modelName":"e2e-external-model"} {"level":"info","ts":1784905092.1678805,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905092.1679168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55b8b1bd-bc18-4fb3-9d75-b7c1b64f7d45"} {"level":"info","ts":1784905092.303406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b734100-54fe-4ed0-8492-f5346b905342","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3034477,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b734100-54fe-4ed0-8492-f5346b905342","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905092.303444,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87b51b79-f671-495d-bb34-aed0f95141a2"} {"level":"info","ts":1784905092.3108869,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"361c3ab6-621b-4f93-8be2-10df88e5fa1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3109148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"361c3ab6-621b-4f93-8be2-10df88e5fa1f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784905092.3120658,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87b51b79-f671-495d-bb34-aed0f95141a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905092.3121235,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87b51b79-f671-495d-bb34-aed0f95141a2","name":"e2e-cleanup-test"} {"level":"error","ts":1784905092.329034,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87b51b79-f671-495d-bb34-aed0f95141a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784905092.3290746,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87b51b79-f671-495d-bb34-aed0f95141a2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905092.3291316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37419f54-98d2-449e-8a1f-e4e7fece5a69"} {"level":"info","ts":1784905092.329185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37419f54-98d2-449e-8a1f-e4e7fece5a69","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.3292105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea82d87-7d85-4dd1-996a-0dda9e9bdbce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3292446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea82d87-7d85-4dd1-996a-0dda9e9bdbce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784905092.3409286,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37419f54-98d2-449e-8a1f-e4e7fece5a69","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784905092.3409681,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37419f54-98d2-449e-8a1f-e4e7fece5a69","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905092.341014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ef8108-e04d-476e-8772-3f86566529bb"} {"level":"info","ts":1784905092.3410547,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ef8108-e04d-476e-8772-3f86566529bb","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.3443239,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"12e3b137-c9bc-4470-bb02-ba0b038e60af","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3443508,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"12e3b137-c9bc-4470-bb02-ba0b038e60af","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905092.3501432,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ef8108-e04d-476e-8772-3f86566529bb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784905092.3536835,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ef8108-e04d-476e-8772-3f86566529bb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905092.3537564,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8401ff9-52bc-4a74-87eb-8c5df255125b"} {"level":"info","ts":1784905092.3538234,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8401ff9-52bc-4a74-87eb-8c5df255125b","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.3581598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2f00d52-2cb9-4926-a1c5-6221acf5498d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905092.3581843,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2f00d52-2cb9-4926-a1c5-6221acf5498d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905092.3629613,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8401ff9-52bc-4a74-87eb-8c5df255125b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784905092.367355,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8401ff9-52bc-4a74-87eb-8c5df255125b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905092.3674169,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0a695f3-a0b8-42b5-8068-039f852a18c6"} {"level":"info","ts":1784905092.3674538,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0a695f3-a0b8-42b5-8068-039f852a18c6","name":"e2e-cleanup-test"} {"level":"info","ts":1784905092.3759835,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0a695f3-a0b8-42b5-8068-039f852a18c6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905100.5591512,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2698ac73-47b2-46c6-8570-22f6158087ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905100.5591922,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2698ac73-47b2-46c6-8570-22f6158087ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905100.5592067,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8babb224-8500-4732-8b04-878e840be69f"} {"level":"info","ts":1784905104.841818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905104.8419092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084"} {"level":"info","ts":1784905104.8419268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084"} {"level":"info","ts":1784905104.8419454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084","EoS":false} {"level":"info","ts":1784905104.8419626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084","EoS":true} {"level":"info","ts":1784905104.841989,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784905104.842008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784905104.842035,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83541229-8d9e-464c-84b4-ecf7d5c05084"} {"level":"info","ts":1784905104.8691769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905104.8692536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63"} {"level":"info","ts":1784905104.86927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63"} {"level":"info","ts":1784905104.8692884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","EoS":false} {"level":"info","ts":1784905104.8693106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","EoS":true} {"level":"info","ts":1784905104.869344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905104.8693616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905104.8693721,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","modelName":"e2e-external-model"} {"level":"info","ts":1784905104.8693917,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905104.8694406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10cfb61f-4a7d-4658-bf16-354c09b95f63"} {"level":"info","ts":1784905104.9129534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905104.9130225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905104.9130309,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905104.9130414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","EoS":false} {"level":"info","ts":1784905104.9130511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","EoS":true} {"level":"info","ts":1784905104.9130704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784905104.9130852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905104.9131038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6c3ffbd-7bc3-48a1-9126-b191d3f19aa3"} {"level":"info","ts":1784905105.0484512,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905105.0485232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.048532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.0485423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","EoS":false} {"level":"info","ts":1784905105.048554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","EoS":true} {"level":"info","ts":1784905105.048575,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc","field":"model"} {"level":"info","ts":1784905105.048599,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d487f862-7580-485f-99fd-41f63baed6fc"} {"level":"info","ts":1784905105.9866018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e58d39f-8c37-4b52-a57b-225169f35db0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905105.9866464,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e58d39f-8c37-4b52-a57b-225169f35db0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905105.9866104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65ca0d34-a4b9-46d7-8412-838ee024488e"} {"level":"info","ts":1784905106.1314228,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7c101dec-7a89-4ddb-8cb1-39c549548318"} {"level":"info","ts":1784905106.1314254,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4ba50dc-3b2d-42ad-9cb6-7a362e049975","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905106.1315007,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4ba50dc-3b2d-42ad-9cb6-7a362e049975","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906242.2245004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906242.2245975,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"655d34f0-7945-4545-b010-cdcdc53af11d"} {"level":"info","ts":1784906304.3782685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906304.3783526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"} {"level":"info","ts":1784906304.378362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"} {"level":"info","ts":1784906304.3783734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","EoS":false} {"level":"info","ts":1784906304.3783836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","EoS":true} {"level":"info","ts":1784906304.3784084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906304.3784246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784906304.3784475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a2d5d4c-5a2f-4df5-badb-6fe085f0b10d"}