{"level":"info","ts":1785667949.124998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864","EoS":true} {"level":"info","ts":1785667949.1250222,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14960a64-bafd-4c07-86fb-b2a253d3d864"} {"level":"info","ts":1785667949.2625272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667949.2626107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.2626238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.262636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","EoS":true} {"level":"info","ts":1785667949.2626615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","header":"x-maas-username"} {"level":"info","ts":1785667949.262675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","header":"x-maas-group"} {"level":"info","ts":1785667949.2626824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","header":"x-maas-subscription"} {"level":"info","ts":1785667949.2626948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667949.2627203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.263507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.2635305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.263563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","EoS":false} {"level":"info","ts":1785667949.263584,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.2636125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4","EoS":true} {"level":"info","ts":1785667949.2636206,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9befc843-6176-4b33-8668-5f6dd1f342d4"} {"level":"info","ts":1785667949.39806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667949.398131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.3981457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.3981578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","EoS":true} {"level":"info","ts":1785667949.3981826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","header":"x-maas-username"} {"level":"info","ts":1785667949.398193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","header":"x-maas-group"} {"level":"info","ts":1785667949.3981981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","header":"x-maas-subscription"} {"level":"info","ts":1785667949.398215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667949.398244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.3989856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.399004,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.3990197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","EoS":false} {"level":"info","ts":1785667949.3990524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667949.3990796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723","EoS":true} {"level":"info","ts":1785667949.3990877,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5abf9072-fdc2-47e2-9efa-646403678723"} {"level":"info","ts":1785667970.6709805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.6710799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6710942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6711075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","EoS":true} {"level":"info","ts":1785667970.6711342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","header":"x-maas-subscription"} {"level":"info","ts":1785667970.6711445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","header":"x-maas-username"} {"level":"info","ts":1785667970.6711495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","header":"x-maas-group"} {"level":"info","ts":1785667970.671163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667970.6711855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6720536,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.672075,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6720955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","EoS":false} {"level":"info","ts":1785667970.6721096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.6721342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af","EoS":true} {"level":"info","ts":1785667970.6721437,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddbdab78-7d62-43e5-851e-dc9998fa09af"} {"level":"info","ts":1785667970.70744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.7075083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.707519,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.7075293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","EoS":true} {"level":"info","ts":1785667970.707552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","header":"x-maas-subscription"} {"level":"info","ts":1785667970.7075617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","header":"x-maas-username"} {"level":"info","ts":1785667970.7075665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","header":"x-maas-group"} {"level":"info","ts":1785667970.7075784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667970.7075992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.70839,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.7084088,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.708432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","EoS":false} {"level":"info","ts":1785667970.7084465,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.7084706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0","EoS":true} {"level":"info","ts":1785667970.70848,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"15a60b16-3a8a-4304-82c9-b493621ba9b0"} {"level":"info","ts":1785667970.8112907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667970.811364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5"} {"level":"info","ts":1785667970.8120525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5"} {"level":"info","ts":1785667970.8120763,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5"} {"level":"info","ts":1785667970.8121,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5","EoS":false} {"level":"info","ts":1785667970.8121207,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5"} {"level":"info","ts":1785667970.8121474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5","EoS":true} {"level":"info","ts":1785667970.8121555,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ee2149d-e772-4759-bad8-c942812abbf5"} {"level":"info","ts":1785667975.4698792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667975.469958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.4699717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.4699838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","EoS":true} {"level":"info","ts":1785667975.4700112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","header":"x-maas-group"} {"level":"info","ts":1785667975.4700575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","header":"x-maas-username"} {"level":"info","ts":1785667975.470069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","header":"x-maas-subscription"} {"level":"info","ts":1785667975.4700885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667975.470121,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.4707887,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.4708066,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.470822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","EoS":false} {"level":"info","ts":1785667975.4708376,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667975.470866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012","EoS":true} {"level":"info","ts":1785667975.470875,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f74e20f-dda0-48bc-9dcb-06515d58b012"} {"level":"info","ts":1785667984.0143385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667984.014425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.0144398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.0144534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","EoS":true} {"level":"info","ts":1785667984.0144799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","header":"x-maas-subscription"} {"level":"info","ts":1785667984.0144901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","header":"x-maas-group"} {"level":"info","ts":1785667984.0144963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","header":"x-maas-username"} {"level":"info","ts":1785667984.0145102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785667984.0145354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.0280135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.0280483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.028075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","EoS":false} {"level":"info","ts":1785667984.0280929,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667984.0281188,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b","EoS":true} {"level":"info","ts":1785667984.0281272,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4aae49a-ec1d-437e-8ea6-17d2c4f15b1b"} {"level":"info","ts":1785667996.90412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785667996.9042013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.9042158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.9042284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","EoS":true} {"level":"info","ts":1785667996.9042528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","header":"x-maas-username"} {"level":"info","ts":1785667996.9042635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","header":"x-maas-group"} {"level":"info","ts":1785667996.9042723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","header":"x-maas-subscription"} {"level":"info","ts":1785667996.9042926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785667996.9043276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.905113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.9051335,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.9051495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","EoS":false} {"level":"info","ts":1785667996.9051623,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785667996.9051979,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38","EoS":true} {"level":"info","ts":1785667996.9052074,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8048b8ed-b089-4f30-8405-7a7a3a598e38"} {"level":"info","ts":1785668005.428858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668005.4289384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.4289532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.428972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","EoS":true} {"level":"info","ts":1785668005.429013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","header":"x-maas-group"} {"level":"info","ts":1785668005.4290433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","header":"x-maas-subscription"} {"level":"info","ts":1785668005.4290538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","header":"x-maas-username"} {"level":"info","ts":1785668005.429072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668005.429105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.4297357,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.4297552,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.4297705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","EoS":false} {"level":"info","ts":1785668005.429781,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668005.4298024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075","EoS":true} {"level":"info","ts":1785668005.4298081,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6037b85d-8417-41fb-b7fa-1d7ac7f16075"} {"level":"info","ts":1785668014.3183486,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668014.3184476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.318463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.3184772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","EoS":true} {"level":"info","ts":1785668014.3185022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","header":"x-maas-group"} {"level":"info","ts":1785668014.3185124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","header":"x-maas-subscription"} {"level":"info","ts":1785668014.3185177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","header":"x-maas-username"} {"level":"info","ts":1785668014.318531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668014.3185575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.3192503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.3192694,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.3192832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","EoS":false} {"level":"info","ts":1785668014.3192973,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668014.31932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90","EoS":true} {"level":"info","ts":1785668014.319325,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9103bcc9-9ef9-40af-ad4d-3d345392cf90"} {"level":"info","ts":1785668043.8368776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668043.8369603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.8369777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.8369977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","EoS":true} {"level":"info","ts":1785668043.8370543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","header":"x-maas-group"} {"level":"info","ts":1785668043.837071,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","header":"x-maas-username"} {"level":"info","ts":1785668043.8370805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","header":"x-maas-subscription"} {"level":"info","ts":1785668043.8370981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785668043.8371325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.8389783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.8390002,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.8390164,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","EoS":false} {"level":"info","ts":1785668043.8390481,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668043.8390703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b","EoS":true} {"level":"info","ts":1785668043.8390756,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d7361603-0296-44a7-8210-52fce8a2406b"} {"level":"info","ts":1785668077.2208426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668077.2209404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.2209558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.2209685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","EoS":true} {"level":"info","ts":1785668077.2209935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","header":"x-maas-group"} {"level":"info","ts":1785668077.2210035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","header":"x-maas-subscription"} {"level":"info","ts":1785668077.2210093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","header":"x-maas-username"} {"level":"info","ts":1785668077.2210217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785668077.2210677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.221884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.2219033,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.2219203,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","EoS":false} {"level":"info","ts":1785668077.2219326,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668077.2219524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1","EoS":true} {"level":"info","ts":1785668077.221963,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8136cc6-75a4-45ce-ac1c-f0101c13b5f1"} {"level":"info","ts":1785668112.3315163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668112.3315957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3316104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3316233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","EoS":true} {"level":"info","ts":1785668112.3316472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","header":"x-maas-group"} {"level":"info","ts":1785668112.331658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","header":"x-maas-username"} {"level":"info","ts":1785668112.331663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","header":"x-maas-subscription"} {"level":"info","ts":1785668112.3316755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668112.3316987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3323488,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3323698,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3323863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","EoS":false} {"level":"info","ts":1785668112.3323963,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668112.3324206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5","EoS":true} {"level":"info","ts":1785668112.3324304,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1220fbee-8d02-4cac-addb-74906a8f83c5"} {"level":"info","ts":1785668121.730856,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668121.7309475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.7309675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.7309852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","EoS":true} {"level":"info","ts":1785668121.731018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","header":"x-maas-username"} {"level":"info","ts":1785668121.7310576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","header":"x-maas-subscription"} {"level":"info","ts":1785668121.7310662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","header":"x-maas-group"} {"level":"info","ts":1785668121.7310798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668121.7311053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.7317798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.7318044,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.731827,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","EoS":false} {"level":"info","ts":1785668121.7318425,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.7318754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b","EoS":true} {"level":"info","ts":1785668121.7318883,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"80127e72-b7e3-4944-a70f-f16091c65b9b"} {"level":"info","ts":1785668121.764763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668121.7648442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.7648573,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.7648697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","EoS":true} {"level":"info","ts":1785668121.7648952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","header":"x-maas-group"} {"level":"info","ts":1785668121.7649055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","header":"x-maas-username"} {"level":"info","ts":1785668121.7649097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","header":"x-maas-subscription"} {"level":"info","ts":1785668121.7649224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668121.7649465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.765708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.76573,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.7657468,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","EoS":false} {"level":"info","ts":1785668121.765758,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668121.7657855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27","EoS":true} {"level":"info","ts":1785668121.7657964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09beefd2-c1e3-470b-a28f-880560a7eb27"} {"level":"info","ts":1785668140.8996344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668140.899717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.899731,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.8997438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","EoS":true} {"level":"info","ts":1785668140.8997698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","header":"x-maas-subscription"} {"level":"info","ts":1785668140.8997788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","header":"x-maas-username"} {"level":"info","ts":1785668140.8997846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","header":"x-maas-group"} {"level":"info","ts":1785668140.8997974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668140.8998218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.9004776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.9004986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.9005148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","EoS":false} {"level":"info","ts":1785668140.9005277,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668140.9005525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f","EoS":true} {"level":"info","ts":1785668140.900561,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d51e43b8-ee5a-48d7-8dca-b5c454af0d0f"} {"level":"info","ts":1785668322.3850887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668322.3851674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.3851812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.385193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","EoS":true} {"level":"info","ts":1785668322.3852234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","header":"x-maas-subscription"} {"level":"info","ts":1785668322.3852346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","header":"x-maas-username"} {"level":"info","ts":1785668322.3852398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","header":"x-maas-group"} {"level":"info","ts":1785668322.385253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785668322.385277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.401535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.401557,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.4015725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","EoS":false} {"level":"info","ts":1785668322.4015858,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668322.4016113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b","EoS":true} {"level":"info","ts":1785668322.4016206,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a765c0dd-95ad-49aa-9ecc-060a2792e17b"} {"level":"info","ts":1785668384.9975796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668384.9976583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.9976685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.9976804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","EoS":true} {"level":"info","ts":1785668384.9977043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","header":"x-maas-subscription"} {"level":"info","ts":1785668384.9977162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","header":"x-maas-group"} {"level":"info","ts":1785668384.9977217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","header":"x-maas-username"} {"level":"info","ts":1785668384.9977345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668384.9977622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.9985912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.9986255,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.9986508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","EoS":false} {"level":"info","ts":1785668384.9986672,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668384.998695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb","EoS":true} {"level":"info","ts":1785668384.998705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e820518-df59-4e62-8d3c-d25bfcc7abbb"} {"level":"info","ts":1785668400.24485,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668400.244921,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.2449355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.2449548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","EoS":true} {"level":"info","ts":1785668400.2449877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","header":"x-maas-group"} {"level":"info","ts":1785668400.2450035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","header":"x-maas-username"} {"level":"info","ts":1785668400.2450123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","header":"x-maas-subscription"} {"level":"info","ts":1785668400.2450533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668400.2450883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.2457633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.2457852,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.2458012,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","EoS":false} {"level":"info","ts":1785668400.2458127,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668400.2458375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d","EoS":true} {"level":"info","ts":1785668400.245846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d841be93-d2d9-453d-9823-7c0e9275c27d"} {"level":"info","ts":1785668734.3149023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668734.3149817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.3149893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.3149998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","EoS":true} {"level":"info","ts":1785668734.3150403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","header":"x-maas-group"} {"level":"info","ts":1785668734.3150513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","header":"x-maas-username"} {"level":"info","ts":1785668734.3150566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","header":"x-maas-subscription"} {"level":"info","ts":1785668734.3150704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668734.3150942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.315906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.3159223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.3159347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","EoS":false} {"level":"info","ts":1785668734.315945,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.3159654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389","EoS":true} {"level":"info","ts":1785668734.3159728,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd6944ab-c058-4579-b449-a9114d458389"} {"level":"info","ts":1785668734.3477848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668734.347857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.3478699,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.3478823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","EoS":true} {"level":"info","ts":1785668734.3479095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","header":"x-maas-username"} {"level":"info","ts":1785668734.3479197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","header":"x-maas-subscription"} {"level":"info","ts":1785668734.3479242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","header":"x-maas-group"} {"level":"info","ts":1785668734.3479376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785668734.347963,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.348762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.3487813,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.3487947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","EoS":false} {"level":"info","ts":1785668734.3488033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668734.348826,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3","EoS":true} {"level":"info","ts":1785668734.3488345,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11206de2-c44a-4f7d-a561-2af081715bd3"} {"level":"info","ts":1785668739.0914552,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"28fc8a98-b50c-45c6-88b8-2c785cfc18f7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785668739.0918038,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34930.84906686,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.0918257,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.123158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.192314,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"28fc8a98-b50c-45c6-88b8-2c785cfc18f7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785668739.205578,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec8b0e0e-b674-4d59-bf79-04b7c9d6dff5"} {"level":"info","ts":1785668739.2055857,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb6c663a-d9a8-40c2-abc1-40de4d0a3a0e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668739.2056231,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb6c663a-d9a8-40c2-abc1-40de4d0a3a0e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785668739.210069,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38706.665821272,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.2100897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.2101178,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"278b1951-ab4c-4173-bdfc-5646f823b5c0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668739.2101583,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"278b1951-ab4c-4173-bdfc-5646f823b5c0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785668739.2178164,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3108988,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec8b0e0e-b674-4d59-bf79-04b7c9d6dff5","name":"e2e-external-provider"} {"level":"info","ts":1785668739.3121407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f641aa7-5e2f-4e79-bb99-804649dbd936"} {"level":"info","ts":1785668739.3121555,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a302079-60f7-441c-bdc5-fbc36fc1aa0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.3122413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a302079-60f7-441c-bdc5-fbc36fc1aa0e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.3171556,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f641aa7-5e2f-4e79-bb99-804649dbd936","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785668739.3172147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2f06d1e-bd17-478f-97ae-6c17cc9c864f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.3172417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2f06d1e-bd17-478f-97ae-6c17cc9c864f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785668739.3217275,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f641aa7-5e2f-4e79-bb99-804649dbd936","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.3218126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fb7db86-6dc1-4f2b-8b2b-a38f971ac81f"} {"level":"info","ts":1785668739.3218174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6047a71-47f8-48e0-aee4-b57f208089c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.321849,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6047a71-47f8-48e0-aee4-b57f208089c1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.321854,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fb7db86-6dc1-4f2b-8b2b-a38f971ac81f","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785668739.3254137,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fb7db86-6dc1-4f2b-8b2b-a38f971ac81f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.3254933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"228086c7-9b02-4fdd-b48a-6cda9a130273"} {"level":"info","ts":1785668739.3255286,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"228086c7-9b02-4fdd-b48a-6cda9a130273","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785668739.3296053,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec8b0e0e-b674-4d59-bf79-04b7c9d6dff5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785668739.329938,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"228086c7-9b02-4fdd-b48a-6cda9a130273","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.3358881,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec8b0e0e-b674-4d59-bf79-04b7c9d6dff5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785668739.3423777,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec8b0e0e-b674-4d59-bf79-04b7c9d6dff5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785668739.349005,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22f35d18-792b-4a43-9675-3a8e9c6a2e63","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668739.349072,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22f35d18-792b-4a43-9675-3a8e9c6a2e63","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785668739.3491123,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d83864b8-4eae-439b-8103-8c50d4b30a48"} {"level":"info","ts":1785668739.3491757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b78c7a8-b96a-48ab-b8df-c11fffd03ac3"} {"level":"info","ts":1785668739.3492007,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d83864b8-4eae-439b-8103-8c50d4b30a48","name":"e2e-external-provider"} {"level":"info","ts":1785668739.3494718,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34185.398529156,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.349796,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3501165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a177a9d4-eb61-4c23-87c5-8e0db4a03013","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.350166,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a177a9d4-eb61-4c23-87c5-8e0db4a03013","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.3581238,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785668739.3592165,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d83864b8-4eae-439b-8103-8c50d4b30a48","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785668739.3624856,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52d4cbaa-8818-48ca-aedd-cd1a356d7081"} {"level":"info","ts":1785668739.3625271,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52d4cbaa-8818-48ca-aedd-cd1a356d7081","name":"e2e-external-provider"} {"level":"info","ts":1785668739.375456,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52d4cbaa-8818-48ca-aedd-cd1a356d7081","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785668739.4498599,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b78c7a8-b96a-48ab-b8df-c11fffd03ac3","name":"e2e-external-model"} {"level":"info","ts":1785668739.4582953,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b78c7a8-b96a-48ab-b8df-c11fffd03ac3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668739.4650147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b8d4aa0-c9ec-47fc-8037-ac512dec2820","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.4650939,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b8d4aa0-c9ec-47fc-8037-ac512dec2820","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.465016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e377e49-01b7-4336-8415-eeb67b62ff5f"} {"level":"info","ts":1785668739.4651828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e377e49-01b7-4336-8415-eeb67b62ff5f","name":"e2e-external-model"} {"level":"error","ts":1785668739.4799318,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e377e49-01b7-4336-8415-eeb67b62ff5f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668739.4800138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3707813-acf7-4601-92f4-e82269adbf50","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.4800708,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3707813-acf7-4601-92f4-e82269adbf50","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.480095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c5ec50-c512-4c40-9f64-300b8a053c44"} {"level":"info","ts":1785668739.480213,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c5ec50-c512-4c40-9f64-300b8a053c44","name":"e2e-external-model"} {"level":"info","ts":1785668739.4873497,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c5ec50-c512-4c40-9f64-300b8a053c44","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668739.4941092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df02bb15-029e-491a-a019-417040ec5f42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668739.4941528,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df02bb15-029e-491a-a019-417040ec5f42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785668739.4941528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"571ba16d-17f1-4714-9224-506756de479d"} {"level":"info","ts":1785668739.4942167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"571ba16d-17f1-4714-9224-506756de479d","name":"e2e-external-model"} {"level":"info","ts":1785668739.5038044,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"571ba16d-17f1-4714-9224-506756de479d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668751.0629385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668751.063003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.0630124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.0630238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","EoS":true} {"level":"info","ts":1785668751.0630705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","header":"x-maas-group"} {"level":"info","ts":1785668751.0630794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","header":"x-maas-username"} {"level":"info","ts":1785668751.0630848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","header":"x-maas-subscription"} {"level":"info","ts":1785668751.0630984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668751.0631065,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","modelName":"e2e-external-model"} {"level":"info","ts":1785668751.0631177,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785668751.0631437,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785668751.0631623,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","authType":"apikey"} {"level":"info","ts":1785668751.063189,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.1506588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.1506906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.1507075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","EoS":false} {"level":"info","ts":1785668751.1507242,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.1507587,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a","EoS":true} {"level":"info","ts":1785668751.150769,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01a2d3b1-1958-40f0-ab15-9fb7c9fc2f5a"} {"level":"info","ts":1785668751.257242,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af20872a-f219-4fdd-a4ba-a44a8039dc51","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.2572823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b65f8c6-0fa6-4b6e-ac8b-77ae671f7890"} {"level":"info","ts":1785668751.257291,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af20872a-f219-4fdd-a4ba-a44a8039dc51","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785668751.2637954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e41d8881-6065-4d60-acf0-247522b24d44","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.2638214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e41d8881-6065-4d60-acf0-247522b24d44","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785668751.2649887,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b65f8c6-0fa6-4b6e-ac8b-77ae671f7890","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668751.2650795,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b65f8c6-0fa6-4b6e-ac8b-77ae671f7890","name":"e2e-cleanup-test"} {"level":"info","ts":1785668751.2787313,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72ffa3c2-eb45-4551-9851-7bd45a70a753","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.2788093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72ffa3c2-eb45-4551-9851-7bd45a70a753","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785668751.2823372,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b65f8c6-0fa6-4b6e-ac8b-77ae671f7890","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785668751.2823942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b65f8c6-0fa6-4b6e-ac8b-77ae671f7890","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668751.2824423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17887b29-6571-4a04-8bd4-d4ae15666461"} {"level":"info","ts":1785668751.2824879,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17887b29-6571-4a04-8bd4-d4ae15666461","name":"e2e-cleanup-test"} {"level":"info","ts":1785668751.2925363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e93331d9-87af-4620-b8b2-ec25e1d6d984","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.2925704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e93331d9-87af-4620-b8b2-ec25e1d6d984","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785668751.2939181,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17887b29-6571-4a04-8bd4-d4ae15666461","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785668751.2939649,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17887b29-6571-4a04-8bd4-d4ae15666461","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668751.2940166,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bd614d0-9d2a-4779-b716-5b1d7d7c8ad1"} {"level":"info","ts":1785668751.2940829,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bd614d0-9d2a-4779-b716-5b1d7d7c8ad1","name":"e2e-cleanup-test"} {"level":"info","ts":1785668751.3011575,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bd614d0-9d2a-4779-b716-5b1d7d7c8ad1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668751.3072894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5b8aa10-6c57-493c-94fd-b2cf09b30985","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668751.307321,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5b8aa10-6c57-493c-94fd-b2cf09b30985","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785668751.30854,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bd614d0-9d2a-4779-b716-5b1d7d7c8ad1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785668751.3086147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"526c4e57-0eaa-4b66-b015-56b27f872c8d"} {"level":"info","ts":1785668751.308673,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"526c4e57-0eaa-4b66-b015-56b27f872c8d","name":"e2e-cleanup-test"} {"level":"info","ts":1785668751.315544,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"526c4e57-0eaa-4b66-b015-56b27f872c8d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785668759.4993167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dddc657-f5ea-4365-bad1-ac62acbc140f"} {"level":"info","ts":1785668759.4993007,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b05c73c-4112-4f68-b82e-8aaa7f683fb9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668759.4994628,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b05c73c-4112-4f68-b82e-8aaa7f683fb9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785668763.8005369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668763.8005998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1"} {"level":"info","ts":1785668763.8006098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1"} {"level":"info","ts":1785668763.8006215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1","EoS":true} {"level":"info","ts":1785668763.8006532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785668763.8006856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8fdf0ac-be18-40b8-896e-8a2d1bdf27e1"} {"level":"info","ts":1785668763.8393927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668763.8394563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.8394713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.839485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","EoS":true} {"level":"info","ts":1785668763.8395116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","header":"x-maas-group"} {"level":"info","ts":1785668763.8395224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","header":"x-maas-username"} {"level":"info","ts":1785668763.8395278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","header":"x-maas-subscription"} {"level":"info","ts":1785668763.8395398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668763.8395524,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","modelName":"e2e-external-model"} {"level":"info","ts":1785668763.8395681,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785668763.839592,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785668763.8396108,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","authType":"apikey"} {"level":"info","ts":1785668763.839638,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.884058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.884081,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.8840973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","EoS":false} {"level":"info","ts":1785668763.8841097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.8841453,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4","EoS":true} {"level":"info","ts":1785668763.8841558,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e40cc7e-8653-4c5f-8af8-31ed481ccac4"} {"level":"info","ts":1785668763.9243271,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668763.9244032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9244194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9244378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","EoS":true} {"level":"info","ts":1785668763.9244723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","header":"x-maas-username"} {"level":"info","ts":1785668763.9244852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","header":"x-maas-subscription"} {"level":"info","ts":1785668763.9244943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","header":"x-maas-group"} {"level":"info","ts":1785668763.9245145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785668763.924544,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9663162,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9663455,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9663663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","EoS":false} {"level":"info","ts":1785668763.9663842,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668763.9664261,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f","EoS":true} {"level":"info","ts":1785668763.9664366,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31836594-f0b5-49f6-b834-b310ba31f08f"} {"level":"info","ts":1785668764.0100203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785668764.0101218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.0101373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.0101588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","EoS":true} {"level":"info","ts":1785668764.0101821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","header":"x-maas-username"} {"level":"info","ts":1785668764.0101926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","header":"x-maas-subscription"} {"level":"info","ts":1785668764.0101984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","header":"x-maas-group"} {"level":"info","ts":1785668764.0102232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.0544994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.054525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.0545468,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","EoS":false} {"level":"info","ts":1785668764.0545623,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.0546021,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2","EoS":true} {"level":"info","ts":1785668764.0546145,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8624a55-0b3f-4b3a-980e-395c7c5c78f2"} {"level":"info","ts":1785668764.851064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c273d26-c917-4e97-81bc-1358760de108","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668764.8510964,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"573257a8-0ef5-4fdb-b089-c74d41181858"} {"level":"info","ts":1785668764.8511066,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c273d26-c917-4e97-81bc-1358760de108","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785668764.9889033,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"783a8609-d4ed-4707-8eaf-7fd5371fd2f5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668764.9889557,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"783a8609-d4ed-4707-8eaf-7fd5371fd2f5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785668764.9889927,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20b1226d-2213-48a4-80d6-baf89bd94c1f"} {"level":"info","ts":1785668765.1061032,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1dc0d1f-ec24-4e43-8644-b25d34c3e622","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785668765.1062522,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1dc0d1f-ec24-4e43-8644-b25d34c3e622","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785670417.5881906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785670417.5882802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24bff972-1870-450b-94f0-f43912d5041f"} {"level":"info","ts":1785670492.1807253,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785670492.1808043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.180813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.1808236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2092be69-7031-4996-baef-824736020512","EoS":true} {"level":"info","ts":1785670492.180852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2092be69-7031-4996-baef-824736020512","header":"x-maas-username"} {"level":"info","ts":1785670492.1808598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2092be69-7031-4996-baef-824736020512","header":"x-maas-subscription"} {"level":"info","ts":1785670492.1808653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2092be69-7031-4996-baef-824736020512","header":"x-maas-group"} {"level":"info","ts":1785670492.1808794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2092be69-7031-4996-baef-824736020512","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785670492.1809015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.1816156,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.1816416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.1816578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2092be69-7031-4996-baef-824736020512","EoS":false} {"level":"info","ts":1785670492.18167,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2092be69-7031-4996-baef-824736020512"} {"level":"info","ts":1785670492.1816947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2092be69-7031-4996-baef-824736020512","EoS":true} {"level":"info","ts":1785670492.1817026,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2092be69-7031-4996-baef-824736020512"}