{"level":"info","ts":1788792209.4609523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"365e6166-aba2-4aee-965f-c2ffa25ad9e1"} {"level":"info","ts":1788792209.4609647,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"365e6166-aba2-4aee-965f-c2ffa25ad9e1"} {"level":"info","ts":1788792209.4609752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"365e6166-aba2-4aee-965f-c2ffa25ad9e1","EoS":false} {"level":"info","ts":1788792209.4609864,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"365e6166-aba2-4aee-965f-c2ffa25ad9e1","EoS":true} {"level":"info","ts":1788792209.4610074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"365e6166-aba2-4aee-965f-c2ffa25ad9e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792209.4610238,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"365e6166-aba2-4aee-965f-c2ffa25ad9e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792209.4610436,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"365e6166-aba2-4aee-965f-c2ffa25ad9e1"} {"level":"info","ts":1788792209.4942265,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792209.4943213,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c18c758b-1011-4294-9231-5a6fb0466845"} {"level":"info","ts":1788792209.4943523,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c18c758b-1011-4294-9231-5a6fb0466845"} {"level":"info","ts":1788792209.4943728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c18c758b-1011-4294-9231-5a6fb0466845","EoS":false} {"level":"info","ts":1788792209.494392,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c18c758b-1011-4294-9231-5a6fb0466845","EoS":true} {"level":"info","ts":1788792209.4944258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c18c758b-1011-4294-9231-5a6fb0466845","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792209.4944463,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c18c758b-1011-4294-9231-5a6fb0466845","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788792209.4944775,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c18c758b-1011-4294-9231-5a6fb0466845"} {"level":"info","ts":1788792209.7930112,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792209.7931087,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df1372f1-cbc4-491d-80ee-9e1ae5c54927"} {"level":"info","ts":1788792209.7931237,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"df1372f1-cbc4-491d-80ee-9e1ae5c54927"} {"level":"info","ts":1788792209.7931366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df1372f1-cbc4-491d-80ee-9e1ae5c54927","EoS":false} {"level":"info","ts":1788792209.79315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df1372f1-cbc4-491d-80ee-9e1ae5c54927","EoS":true} {"level":"info","ts":1788792209.793171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df1372f1-cbc4-491d-80ee-9e1ae5c54927","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792209.7931857,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"df1372f1-cbc4-491d-80ee-9e1ae5c54927","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792209.7932057,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"df1372f1-cbc4-491d-80ee-9e1ae5c54927"} {"level":"info","ts":1788792209.8216395,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792209.8217168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e4e74c0-8b30-4bd3-ac84-84a2f7647c69"} {"level":"info","ts":1788792209.821729,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0e4e74c0-8b30-4bd3-ac84-84a2f7647c69"} {"level":"info","ts":1788792209.8217394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e4e74c0-8b30-4bd3-ac84-84a2f7647c69","EoS":false} {"level":"info","ts":1788792209.8217506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0e4e74c0-8b30-4bd3-ac84-84a2f7647c69","EoS":true} {"level":"info","ts":1788792209.8217695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e4e74c0-8b30-4bd3-ac84-84a2f7647c69","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792209.8217838,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0e4e74c0-8b30-4bd3-ac84-84a2f7647c69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792209.8218017,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0e4e74c0-8b30-4bd3-ac84-84a2f7647c69"} {"level":"info","ts":1788792210.1720107,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792210.1720972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dda65487-2032-403a-b32f-6c01a7a81392"} {"level":"info","ts":1788792210.1721115,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"dda65487-2032-403a-b32f-6c01a7a81392"} {"level":"info","ts":1788792210.1721227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dda65487-2032-403a-b32f-6c01a7a81392","EoS":false} {"level":"info","ts":1788792210.1721342,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"dda65487-2032-403a-b32f-6c01a7a81392","EoS":true} {"level":"info","ts":1788792210.1721551,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dda65487-2032-403a-b32f-6c01a7a81392","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792210.172171,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"dda65487-2032-403a-b32f-6c01a7a81392","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792210.1721904,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"dda65487-2032-403a-b32f-6c01a7a81392"} {"level":"info","ts":1788792210.3121257,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792210.312211,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c08faf95-0c01-40cd-849e-84455f9d9995"} {"level":"info","ts":1788792210.3122253,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c08faf95-0c01-40cd-849e-84455f9d9995"} {"level":"info","ts":1788792210.3122365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c08faf95-0c01-40cd-849e-84455f9d9995","EoS":false} {"level":"info","ts":1788792210.312256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c08faf95-0c01-40cd-849e-84455f9d9995","EoS":true} {"level":"info","ts":1788792210.3122776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c08faf95-0c01-40cd-849e-84455f9d9995","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792210.3122926,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c08faf95-0c01-40cd-849e-84455f9d9995","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792210.312315,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c08faf95-0c01-40cd-849e-84455f9d9995"} {"level":"info","ts":1788792210.3364763,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792210.336561,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd609809-8a82-41ce-a7a8-5904e510641e"} {"level":"info","ts":1788792210.3365736,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bd609809-8a82-41ce-a7a8-5904e510641e"} {"level":"info","ts":1788792210.3365848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bd609809-8a82-41ce-a7a8-5904e510641e","EoS":false} {"level":"info","ts":1788792210.3365955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bd609809-8a82-41ce-a7a8-5904e510641e","EoS":true} {"level":"info","ts":1788792210.3366137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd609809-8a82-41ce-a7a8-5904e510641e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792210.336628,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bd609809-8a82-41ce-a7a8-5904e510641e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792210.3366525,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bd609809-8a82-41ce-a7a8-5904e510641e"} {"level":"info","ts":1788792210.3602602,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792210.3603694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"556e46eb-cd59-429e-b4fc-669db86ba383"} {"level":"info","ts":1788792210.360386,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"556e46eb-cd59-429e-b4fc-669db86ba383"} {"level":"info","ts":1788792210.3603997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"556e46eb-cd59-429e-b4fc-669db86ba383","EoS":false} {"level":"info","ts":1788792210.360414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"556e46eb-cd59-429e-b4fc-669db86ba383","EoS":true} {"level":"info","ts":1788792210.3604326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"556e46eb-cd59-429e-b4fc-669db86ba383","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792210.3604465,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"556e46eb-cd59-429e-b4fc-669db86ba383","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792210.3604674,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"556e46eb-cd59-429e-b4fc-669db86ba383"} {"level":"info","ts":1788792210.8458307,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792210.8459148,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8bce70c-16b7-4e9b-bda0-576e5399c63c"} {"level":"info","ts":1788792210.845928,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d8bce70c-16b7-4e9b-bda0-576e5399c63c"} {"level":"info","ts":1788792210.8459394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8bce70c-16b7-4e9b-bda0-576e5399c63c","EoS":false} {"level":"info","ts":1788792210.8459666,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d8bce70c-16b7-4e9b-bda0-576e5399c63c","EoS":true} {"level":"info","ts":1788792210.8459897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8bce70c-16b7-4e9b-bda0-576e5399c63c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1788792210.8460054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d8bce70c-16b7-4e9b-bda0-576e5399c63c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1788792210.8460283,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d8bce70c-16b7-4e9b-bda0-576e5399c63c"} {"level":"info","ts":1788792211.2286232,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2a0142a1-454e-4e95-9145-fc6f4e7c6fbd","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.2356372,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2a0142a1-454e-4e95-9145-fc6f4e7c6fbd","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.2446358,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"1ac2a7d0-2c9e-4f5a-84d9-99e894350bd4"} {"level":"info","ts":1788792211.2446623,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"bb7db01a-93db-4c2d-ba54-2259760e96f2","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.244703,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"bb7db01a-93db-4c2d-ba54-2259760e96f2","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1788792211.2475076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2a0142a1-454e-4e95-9145-fc6f4e7c6fbd","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.2527611,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4d870e10-a36f-48aa-be02-16932adfeef6","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.2531803,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2f87258f-6174-4139-861e-91e6267297aa","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.2532017,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2f87258f-6174-4139-861e-91e6267297aa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788792211.2540634,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"1ac2a7d0-2c9e-4f5a-84d9-99e894350bd4","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.255835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"81ed931c-6dd5-4142-bba7-68556ab86822"} {"level":"info","ts":1788792211.2558873,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"78088b44-3ffb-4931-a7b7-2d18a615d053","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.255936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"78088b44-3ffb-4931-a7b7-2d18a615d053","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.256904,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4d870e10-a36f-48aa-be02-16932adfeef6","name":"e2e-legacy-migration-dfef11e0"} {"level":"error","ts":1788792211.268537,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4d870e10-a36f-48aa-be02-16932adfeef6","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792211.2691357,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"81ed931c-6dd5-4142-bba7-68556ab86822","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.2691703,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"81ed931c-6dd5-4142-bba7-68556ab86822","provider":"e2e-legacy-migration-dfef11e0","phase":"Pending"} {"level":"info","ts":1788792211.2697306,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4a5cdc26-f4c5-4735-8842-cbee43436be3","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.2697885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4a5cdc26-f4c5-4735-8842-cbee43436be3","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.272366,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"1ac2a7d0-2c9e-4f5a-84d9-99e894350bd4","kind":"ServiceEntry","name":"e2e-legacy-migration-dfef11e0"} {"level":"error","ts":1788792211.2732344,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"81ed931c-6dd5-4142-bba7-68556ab86822","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792211.2732704,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"81ed931c-6dd5-4142-bba7-68556ab86822","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.27331,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"cb747ab8-294d-4a09-8c68-fd2e875188f7"} {"level":"info","ts":1788792211.273357,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"cb747ab8-294d-4a09-8c68-fd2e875188f7","provider":"e2e-legacy-migration-dfef11e0","phase":"Pending"} {"level":"info","ts":1788792211.2793026,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"71a96c03-7d34-4cca-90d4-bafc7c508aa4","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.2920508,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"71a96c03-7d34-4cca-90d4-bafc7c508aa4","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.2936196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"15d57a58-6f04-4009-8a81-0067f560d726","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.2936532,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"15d57a58-6f04-4009-8a81-0067f560d726","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"error","ts":1788792211.2936969,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"cb747ab8-294d-4a09-8c68-fd2e875188f7","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.2937639,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"012c30f6-9b79-4fb7-9267-87c7d69b1c22"} {"level":"info","ts":1788792211.2937944,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"012c30f6-9b79-4fb7-9267-87c7d69b1c22","provider":"e2e-legacy-migration-dfef11e0","phase":"Pending"} {"level":"info","ts":1788792211.3108313,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"1ac2a7d0-2c9e-4f5a-84d9-99e894350bd4","kind":"DestinationRule","name":"e2e-legacy-migration-dfef11e0"} {"level":"error","ts":1788792211.3167934,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"012c30f6-9b79-4fb7-9267-87c7d69b1c22","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792211.317083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"71a96c03-7d34-4cca-90d4-bafc7c508aa4","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.3222613,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"1ac2a7d0-2c9e-4f5a-84d9-99e894350bd4","service":"e2e-legacy-migration-dfef11e0","serviceEntry":"e2e-legacy-migration-dfef11e0","destinationRule":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.3376412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"649d7eb8-8694-4b81-b3ad-abdf4408c8ed"} {"level":"info","ts":1788792211.3376794,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"649d7eb8-8694-4b81-b3ad-abdf4408c8ed","provider":"e2e-legacy-migration-dfef11e0","phase":"Pending"} {"level":"info","ts":1788792211.3376403,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"21fe92bd-e6e4-4422-8945-c57f90af6e15","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.3565094,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f2c4b8cc-d9df-44fd-b9a7-85d4205499ff"} {"level":"info","ts":1788792211.356514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7617b9d6-45d8-4d18-874c-13cb0bd8be96","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.3565397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7617b9d6-45d8-4d18-874c-13cb0bd8be96","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.3565516,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f2c4b8cc-d9df-44fd-b9a7-85d4205499ff","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.3566241,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"ea291e97-45f2-48e2-a6a2-55059fafabbf","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.3566434,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"ea291e97-45f2-48e2-a6a2-55059fafabbf","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1788792211.3668342,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"649d7eb8-8694-4b81-b3ad-abdf4408c8ed","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.3669293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"8a466aee-0071-49dc-89e3-ea9d2323a4c8"} {"level":"info","ts":1788792211.3669941,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"8a466aee-0071-49dc-89e3-ea9d2323a4c8","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.3674908,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"21fe92bd-e6e4-4422-8945-c57f90af6e15","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.3804677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"9b69511d-9145-434a-ba61-43e544885c37","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.380492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"9b69511d-9145-434a-ba61-43e544885c37","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.3868825,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"8a466aee-0071-49dc-89e3-ea9d2323a4c8","httpRoute":"e2e-legacy-migration-dfef11e0","providers":["e2e-legacy-migration-dfef11e0"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788792211.3871768,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"21fe92bd-e6e4-4422-8945-c57f90af6e15","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792211.4009755,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"8a466aee-0071-49dc-89e3-ea9d2323a4c8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.401039,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"b467b29f-aa04-433d-a9f0-aa92dae69f7b"} {"level":"info","ts":1788792211.4010804,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"b467b29f-aa04-433d-a9f0-aa92dae69f7b","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.4024227,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f2c4b8cc-d9df-44fd-b9a7-85d4205499ff","service":"e2e-legacy-migration-dfef11e0","serviceEntry":"e2e-legacy-migration-dfef11e0","destinationRule":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.4212465,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"40fd21ff-2459-4859-9b62-0d25414cfe51"} {"level":"info","ts":1788792211.4213018,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"40fd21ff-2459-4859-9b62-0d25414cfe51","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.427377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"9a1d9cf2-d706-41a4-a97d-3108ad43c8d7","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.4274116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"9a1d9cf2-d706-41a4-a97d-3108ad43c8d7","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.4273226,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4bc47144-19ae-4130-b17f-158614bd5ddf","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"error","ts":1788792211.4276912,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"b467b29f-aa04-433d-a9f0-aa92dae69f7b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.4277415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"563a9888-e0a9-43d4-9bcd-8c3aedd78517"} {"level":"info","ts":1788792211.427781,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"563a9888-e0a9-43d4-9bcd-8c3aedd78517","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.4516616,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4bc47144-19ae-4130-b17f-158614bd5ddf","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.458155,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"563a9888-e0a9-43d4-9bcd-8c3aedd78517","httpRoute":"e2e-legacy-migration-dfef11e0","providers":["e2e-legacy-migration-dfef11e0"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.467502,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4bc47144-19ae-4130-b17f-158614bd5ddf","provider":"openai","model":"e2e-legacy-migration-dfef11e0","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.4758284,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"40fd21ff-2459-4859-9b62-0d25414cfe51","service":"e2e-legacy-migration-dfef11e0","serviceEntry":"e2e-legacy-migration-dfef11e0","destinationRule":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.4781396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7c8fd0dc-6ff6-4202-bf8f-7a56533676ed","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.4781747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7c8fd0dc-6ff6-4202-bf8f-7a56533676ed","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"error","ts":1788792211.4799166,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"563a9888-e0a9-43d4-9bcd-8c3aedd78517","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.4799979,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7ffe16f0-0182-48a7-9737-26fd16bbccec"} {"level":"info","ts":1788792211.4800544,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7ffe16f0-0182-48a7-9737-26fd16bbccec","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.4984026,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7ffe16f0-0182-48a7-9737-26fd16bbccec","httpRoute":"e2e-legacy-migration-dfef11e0","providers":["e2e-legacy-migration-dfef11e0"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.555201,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4fa1570e-6989-440b-a7d9-e06d9330e50e","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.565685,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4fa1570e-6989-440b-a7d9-e06d9330e50e","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.5724592,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4fa1570e-6989-440b-a7d9-e06d9330e50e","provider":"openai","model":"e2e-legacy-migration-dfef11e0","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792212.7520313,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.752131,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7521474,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.752166,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","EoS":false} {"level":"info","ts":1788792212.752185,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","EoS":true} {"level":"info","ts":1788792212.7522159,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792212.7522364,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.7522762,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7862637,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.7863815,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.786397,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.7864094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","EoS":false} {"level":"info","ts":1788792212.7864208,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","EoS":true} {"level":"info","ts":1788792212.7864416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792212.7864573,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.7864778,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.822591,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.8226793,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.8226933,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.8227124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","EoS":false} {"level":"info","ts":1788792212.8227332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","EoS":true} {"level":"info","ts":1788792212.8227627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792212.8227804,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.822813,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.85838,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.8584592,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.8584747,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.8584907,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","EoS":false} {"level":"info","ts":1788792212.858506,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","EoS":true} {"level":"info","ts":1788792212.8585305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792212.8585482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.8585749,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792214.201091,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"c8b205d2-2f03-45a9-8dd0-0712fb2f4efd","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.2095606,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"cc854c8f-d002-4957-83a5-a8cb485fd402"} {"level":"info","ts":1788792214.2095745,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"a9317401-3e2b-4f7c-9af6-24547357f8f2","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.2095983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"a9317401-3e2b-4f7c-9af6-24547357f8f2","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792214.2096426,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2c466cc5-26e6-4128-9103-cf76005d5f40","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.2096555,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2c466cc5-26e6-4128-9103-cf76005d5f40","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.2096682,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f0be4c17-412b-47ce-823a-6a1cdc530303"} {"level":"error","ts":1788792214.2096927,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f0be4c17-412b-47ce-823a-6a1cdc530303","provider":"e2e-legacy-migration-dfef11e0","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792214.2100763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"5dc31a37-97f6-4549-b616-79e604866198","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.210099,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"5dc31a37-97f6-4549-b616-79e604866198","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"error","ts":1788792214.2137043,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f0be4c17-412b-47ce-823a-6a1cdc530303","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792214.2137468,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f0be4c17-412b-47ce-823a-6a1cdc530303","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792214.213802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"a9d11dee-b3b5-4123-adf7-f30b97ff04a1"} {"level":"info","ts":1788792214.621583,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792214.6216757,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.6216924,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.6217036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","EoS":false} {"level":"info","ts":1788792214.621714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","EoS":true} {"level":"info","ts":1788792214.6217337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1788792214.6217492,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788792214.6217618,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","modelName":"e2e-external-model"} {"level":"info","ts":1788792214.6217752,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788792214.621812,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.751999,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792214.7520847,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.7520998,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.7521152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","EoS":false} {"level":"info","ts":1788792214.7521288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","EoS":true} {"level":"info","ts":1788792214.7521513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","field":"model","value":"nonexistent-model"} {"level":"info","ts":1788792214.7521677,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788792214.7521966,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.8305972,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792214.8306844,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.8306985,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.8307118,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","EoS":false} {"level":"info","ts":1788792214.830727,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","EoS":true} {"level":"info","ts":1788792214.8307564,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","field":"model"} {"level":"info","ts":1788792214.830785,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792215.7172916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f892ea1-757f-4cd6-846a-966bc6cc5369","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788792215.7174478,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f892ea1-757f-4cd6-846a-966bc6cc5369","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788792215.7175643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f89451-9652-4f55-8c0a-8594c079d99f"} {"level":"info","ts":1788792215.8707833,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62991a8e-cbb8-444e-bbb9-af138c139f4f"} {"level":"info","ts":1788792215.8707833,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e23fd80c-7978-4c15-bdb3-e340b7f6f7b1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788792215.87085,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e23fd80c-7978-4c15-bdb3-e340b7f6f7b1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788792225.4256787,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792225.4257834,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4258013,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4258194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","EoS":false} {"level":"info","ts":1788792225.425835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","EoS":true} {"level":"info","ts":1788792225.425868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792225.4259005,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792225.4259298,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4670553,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792225.467156,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74cc9304-f72f-4059-97a0-e5696aa04479"} {"level":"info","ts":1788792225.4671755,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"74cc9304-f72f-4059-97a0-e5696aa04479"} {"level":"info","ts":1788792225.4671912,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"74cc9304-f72f-4059-97a0-e5696aa04479","EoS":false} {"level":"info","ts":1788792225.4672103,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"74cc9304-f72f-4059-97a0-e5696aa04479","EoS":true} {"level":"info","ts":1788792225.4672375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74cc9304-f72f-4059-97a0-e5696aa04479","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792225.4672565,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"74cc9304-f72f-4059-97a0-e5696aa04479","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792225.4672854,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"74cc9304-f72f-4059-97a0-e5696aa04479"} {"level":"info","ts":1788792225.4932058,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792225.4932806,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c64a26f-d027-445b-8624-cecedd7f2f44"} {"level":"info","ts":1788792225.4932945,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3c64a26f-d027-445b-8624-cecedd7f2f44"} {"level":"info","ts":1788792225.4933057,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c64a26f-d027-445b-8624-cecedd7f2f44","EoS":false} {"level":"info","ts":1788792225.4933164,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3c64a26f-d027-445b-8624-cecedd7f2f44","EoS":true} {"level":"info","ts":1788792225.4933598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c64a26f-d027-445b-8624-cecedd7f2f44","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792225.4933827,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3c64a26f-d027-445b-8624-cecedd7f2f44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792225.4934094,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3c64a26f-d027-445b-8624-cecedd7f2f44"} {"level":"info","ts":1788792225.5551019,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792225.5551975,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb857d8b-9af4-4228-9220-90d21ab458f1"} {"level":"info","ts":1788792225.5552125,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cb857d8b-9af4-4228-9220-90d21ab458f1"} {"level":"info","ts":1788792225.5552304,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb857d8b-9af4-4228-9220-90d21ab458f1","EoS":false} {"level":"info","ts":1788792225.555248,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cb857d8b-9af4-4228-9220-90d21ab458f1","EoS":true} {"level":"info","ts":1788792225.555279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb857d8b-9af4-4228-9220-90d21ab458f1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792225.5552993,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cb857d8b-9af4-4228-9220-90d21ab458f1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792225.5553465,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cb857d8b-9af4-4228-9220-90d21ab458f1"} {"level":"info","ts":1788792228.1689408,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.169034,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68"} {"level":"info","ts":1788792228.1690848,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68"} {"level":"info","ts":1788792228.1691115,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68","EoS":false} {"level":"info","ts":1788792228.169138,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68","EoS":true} {"level":"info","ts":1788792228.1691728,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68","field":"model"} {"level":"info","ts":1788792228.16921,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68"} {"level":"info","ts":1788792228.3313174,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.3314624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd"} {"level":"info","ts":1788792228.3314817,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd"} {"level":"info","ts":1788792228.3314981,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd","EoS":false} {"level":"info","ts":1788792228.3315141,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd","EoS":true} {"level":"info","ts":1788792228.3315318,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd","field":"model"} {"level":"info","ts":1788792228.331564,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd"} {"level":"info","ts":1788792228.486097,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.4861982,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704"} {"level":"info","ts":1788792228.4862142,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704"} {"level":"info","ts":1788792228.4862313,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704","EoS":false} {"level":"info","ts":1788792228.4862528,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704","EoS":true} {"level":"info","ts":1788792228.4862778,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704","field":"model"} {"level":"info","ts":1788792228.4863615,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704"} {"level":"info","ts":1788792228.6415265,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.641724,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.6417682,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.641807,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","EoS":false} {"level":"info","ts":1788792228.6418443,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","EoS":true} {"level":"info","ts":1788792228.6418922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792228.6419296,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792228.6419823,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.6820767,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.6821659,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d6aa18f-83a5-408b-9b65-cfb0cb012454"} {"level":"info","ts":1788792228.6821792,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4d6aa18f-83a5-408b-9b65-cfb0cb012454"} {"level":"info","ts":1788792228.682194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d6aa18f-83a5-408b-9b65-cfb0cb012454","EoS":false} {"level":"info","ts":1788792228.6822045,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d6aa18f-83a5-408b-9b65-cfb0cb012454","EoS":true} {"level":"info","ts":1788792228.6822257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d6aa18f-83a5-408b-9b65-cfb0cb012454","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792228.6822402,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4d6aa18f-83a5-408b-9b65-cfb0cb012454","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792228.6822634,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4d6aa18f-83a5-408b-9b65-cfb0cb012454"} {"level":"info","ts":1788792231.077803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792231.077915,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad30f972-4031-431d-9bb0-f64d809e9cfb"} {"level":"info","ts":1788792231.077932,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ad30f972-4031-431d-9bb0-f64d809e9cfb"} {"level":"info","ts":1788792231.0779476,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ad30f972-4031-431d-9bb0-f64d809e9cfb","EoS":false} {"level":"info","ts":1788792231.0779667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ad30f972-4031-431d-9bb0-f64d809e9cfb","EoS":true} {"level":"info","ts":1788792231.077995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad30f972-4031-431d-9bb0-f64d809e9cfb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792231.0780156,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ad30f972-4031-431d-9bb0-f64d809e9cfb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792231.0780456,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ad30f972-4031-431d-9bb0-f64d809e9cfb"} {"level":"info","ts":1788792231.9824047,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792231.9824965,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792231.98251,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792231.9825218,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","EoS":false} {"level":"info","ts":1788792231.982533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","EoS":true} {"level":"info","ts":1788792231.9825559,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792231.9825711,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792231.9825926,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792233.0567298,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792233.0568247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44a9f313-c7fb-4226-86d4-c9698c1ef372"} {"level":"info","ts":1788792233.0568397,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"44a9f313-c7fb-4226-86d4-c9698c1ef372"} {"level":"info","ts":1788792233.056851,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44a9f313-c7fb-4226-86d4-c9698c1ef372","EoS":false} {"level":"info","ts":1788792233.0568619,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"44a9f313-c7fb-4226-86d4-c9698c1ef372","EoS":true} {"level":"info","ts":1788792233.0568821,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44a9f313-c7fb-4226-86d4-c9698c1ef372","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1788792233.0568984,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"44a9f313-c7fb-4226-86d4-c9698c1ef372","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792233.0569196,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"44a9f313-c7fb-4226-86d4-c9698c1ef372"} {"level":"info","ts":1788792233.8894486,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792233.889546,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b37d007-6a65-4614-99f0-e109e5d851aa"} {"level":"info","ts":1788792233.8895597,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"0b37d007-6a65-4614-99f0-e109e5d851aa"} {"level":"info","ts":1788792233.8895714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b37d007-6a65-4614-99f0-e109e5d851aa","EoS":false} {"level":"info","ts":1788792233.8895855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"0b37d007-6a65-4614-99f0-e109e5d851aa","EoS":true} {"level":"info","ts":1788792233.8896072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b37d007-6a65-4614-99f0-e109e5d851aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792233.8896236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"0b37d007-6a65-4614-99f0-e109e5d851aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792233.8896434,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"0b37d007-6a65-4614-99f0-e109e5d851aa"} {"level":"info","ts":1788792234.3085425,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792234.3086703,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3086848,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3087015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","EoS":false} {"level":"info","ts":1788792234.3087168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","EoS":true} {"level":"info","ts":1788792234.3087435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792234.3087597,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792234.3087804,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792242.9047139,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792242.9048138,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.9048305,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.904849,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","EoS":false} {"level":"info","ts":1788792242.9048688,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","EoS":true} {"level":"info","ts":1788792242.9049017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792242.9049215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792242.9049528,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792244.703729,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792244.703825,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc16c370-d3ba-4ffc-9e86-32b694651fb5"} {"level":"info","ts":1788792244.7038405,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"bc16c370-d3ba-4ffc-9e86-32b694651fb5"} {"level":"info","ts":1788792244.7038534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bc16c370-d3ba-4ffc-9e86-32b694651fb5","EoS":false} {"level":"info","ts":1788792244.703865,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"bc16c370-d3ba-4ffc-9e86-32b694651fb5","EoS":true} {"level":"info","ts":1788792244.7038863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc16c370-d3ba-4ffc-9e86-32b694651fb5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792244.7039022,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"bc16c370-d3ba-4ffc-9e86-32b694651fb5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792244.7039216,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"bc16c370-d3ba-4ffc-9e86-32b694651fb5"} {"level":"info","ts":1788792246.5359597,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792246.5360692,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.5360858,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.5361032,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","EoS":false} {"level":"info","ts":1788792246.5361216,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","EoS":true} {"level":"info","ts":1788792246.536149,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792246.536167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792246.5361943,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.57274,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792246.5728247,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.5728374,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.572848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","EoS":false} {"level":"info","ts":1788792246.572859,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","EoS":true} {"level":"info","ts":1788792246.572878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792246.5728953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792246.5729215,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792251.1327634,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792251.1328545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1328678,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1328843,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","EoS":false} {"level":"info","ts":1788792251.1328988,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","EoS":true} {"level":"info","ts":1788792251.1329198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792251.132936,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792251.132962,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792252.7818909,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792252.7819781,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60a7a390-b33c-4aa1-a345-0ec576a63af9"} {"level":"info","ts":1788792252.7819915,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"60a7a390-b33c-4aa1-a345-0ec576a63af9"} {"level":"info","ts":1788792252.7820027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60a7a390-b33c-4aa1-a345-0ec576a63af9","EoS":false} {"level":"info","ts":1788792252.7820132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60a7a390-b33c-4aa1-a345-0ec576a63af9","EoS":true} {"level":"info","ts":1788792252.7820325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60a7a390-b33c-4aa1-a345-0ec576a63af9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1788792252.7820475,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"60a7a390-b33c-4aa1-a345-0ec576a63af9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792252.782069,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"60a7a390-b33c-4aa1-a345-0ec576a63af9"} {"level":"info","ts":1788792273.5493088,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792273.5494146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.549426,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.549437,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","EoS":false} {"level":"info","ts":1788792273.5494478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","EoS":true} {"level":"info","ts":1788792273.5494697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792273.5494857,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792273.5495052,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792274.861409,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792274.8615177,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.861538,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.8615534,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","EoS":false} {"level":"info","ts":1788792274.861566,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","EoS":true} {"level":"info","ts":1788792274.8615866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792274.861602,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792274.8616233,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792275.1328883,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792275.1329737,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8ca6d2a-92af-4416-b974-5caae2ca3c41"} {"level":"info","ts":1788792275.132986,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e8ca6d2a-92af-4416-b974-5caae2ca3c41"} {"level":"info","ts":1788792275.132997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e8ca6d2a-92af-4416-b974-5caae2ca3c41","EoS":false} {"level":"info","ts":1788792275.13301,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e8ca6d2a-92af-4416-b974-5caae2ca3c41","EoS":true} {"level":"info","ts":1788792275.1330335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8ca6d2a-92af-4416-b974-5caae2ca3c41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1788792275.1330502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e8ca6d2a-92af-4416-b974-5caae2ca3c41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792275.133071,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e8ca6d2a-92af-4416-b974-5caae2ca3c41"} {"level":"info","ts":1788792323.6832612,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792323.6833735,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.683392,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.6834052,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","EoS":false} {"level":"info","ts":1788792323.683418,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","EoS":true} {"level":"info","ts":1788792323.683435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","field":"model","value":"facebook-opt-125m-simulated"} {"level":"info","ts":1788792323.683451,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","path":"/llm/facebook-opt-125m-simulated/v1/embeddings"} {"level":"info","ts":1788792323.6834762,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792335.0051212,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792335.005211,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0052257,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0052428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","EoS":false} {"level":"info","ts":1788792335.0052571,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","EoS":true} {"level":"info","ts":1788792335.0052755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","field":"model","value":"test/e2e-embedding-model"} {"level":"info","ts":1788792335.0052907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788792335.005318,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0652318,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792335.0653186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.0653517,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.0653648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","EoS":false} {"level":"info","ts":1788792335.065376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","EoS":true} {"level":"info","ts":1788792335.0653956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","field":"model","value":"publishers/llm/models/test/e2e-embedding-model"} {"level":"info","ts":1788792335.0654113,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","path":"/v1/embeddings"} {"level":"info","ts":1788792335.0654252,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","original":"publishers/llm/models/test/e2e-embedding-model","rewritten":"test/e2e-embedding-model"} {"level":"info","ts":1788792335.0654507,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788793186.603008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.603069,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.6031406,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.6031573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.603189,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.6032126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793187.488978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793187.494293,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793187.6079392,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793187.819786,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793187.8625593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793188.1445367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788793349.1519196,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41007\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793349.1519198,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","error":"failed to list *v1.HTTPRoute: Get \"https://172.31.0.1:443/apis/gateway.networking.k8s.io/v1/httproutes?resourceVersion=41395\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793349.1520562,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","error":"failed to list maas.opendatahub.io/v1alpha1, Kind=ExternalModel: Get \"https://172.31.0.1:443/apis/maas.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41508\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793349.1521127,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?resourceVersion=41507\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793349.152235,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","error":"failed to list *v1.Service: Get \"https://172.31.0.1:443/api/v1/services?resourceVersion=41760\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793349.1522467,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41007\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788793350.0102396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793350.3950949,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793350.4276447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793350.4933107,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793350.497771,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793350.7495499,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793458.7500703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793458.7512443,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793458.7513256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793458.8241792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793458.9830022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793459.8147833,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793533.0091689,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1788793533.009224,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1788793533.0093865,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1788793533.0094907,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1788793533.0096314,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1788793533.009726,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1788793787.5056949,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793787.5057802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793787.50581,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793787.5057898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793787.5058398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793787.5058749,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793788.4963682,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793788.8913484,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793788.9191623,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793788.9787,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793789.0182023,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793789.056699,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788794012.1065042,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","error":"failed to list *v1.Service: Get \"https://172.31.0.1:443/api/v1/services?resourceVersion=41866\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1066558,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","error":"failed to list *v1.HTTPRoute: Get \"https://172.31.0.1:443/apis/gateway.networking.k8s.io/v1/httproutes?resourceVersion=41817\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1068478,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","error":"failed to list maas.opendatahub.io/v1alpha1, Kind=ExternalModel: Get \"https://172.31.0.1:443/apis/maas.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41815\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1069984,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?resourceVersion=41857\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1070576,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41817\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1075187,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41817\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788794013.040411,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.0412433,"logger":"controller-runtime.cache","caller":"cache/reflector.go:724","msg":"watch-list failed - backing off","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?allowWatchBookmarks=true&resourceVersion=41817&resourceVersionMatch=NotOlderThan&sendInitialEvents=true&timeoutSeconds=312&watch=true\": dial tcp 172.31.0.1:443: connect: connection refused"} {"level":"info","ts":1788794013.147682,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.1482768,"logger":"controller-runtime.cache","caller":"cache/reflector.go:724","msg":"watch-list failed - backing off","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?allowWatchBookmarks=true&resourceVersion=41817&resourceVersionMatch=NotOlderThan&sendInitialEvents=true&timeoutSeconds=420&watch=true\": dial tcp 172.31.0.1:443: connect: connection refused"} {"level":"info","ts":1788794013.242479,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.24289,"logger":"controller-runtime.cache","caller":"cache/reflector.go:724","msg":"watch-list failed - backing off","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","err":"Get \"https://172.31.0.1:443/api/v1/services?allowWatchBookmarks=true&resourceVersion=41866&resourceVersionMatch=NotOlderThan&sendInitialEvents=true&timeoutSeconds=391&watch=true\": dial tcp 172.31.0.1:443: connect: connection refused"} {"level":"info","ts":1788794013.4872684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.4875863,"logger":"controller-runtime.cache","caller":"cache/reflector.go:724","msg":"watch-list failed - backing off","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"Get \"https://172.31.0.1:443/api/v1/secrets?allowWatchBookmarks=true&resourceVersion=41857&resourceVersionMatch=NotOlderThan&sendInitialEvents=true&timeoutSeconds=504&watch=true\": dial tcp 172.31.0.1:443: connect: connection refused"} {"level":"info","ts":1788794013.6145408,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.6484191,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.3865135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.4697993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.6025956,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.6239722,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794112.7257318,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794113.390914,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}