{"level":"info","ts":1784898450.1277876,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"021b0513-5f08-43ba-bc7f-eb5130d82950"} {"level":"info","ts":1784898450.1616876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898450.161771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86"} {"level":"info","ts":1784898450.161783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86"} {"level":"info","ts":1784898450.1617937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86","EoS":true} {"level":"info","ts":1784898450.161815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86","header":"x-maas-subscription"} {"level":"info","ts":1784898450.1618264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86","header":"x-maas-username"} {"level":"info","ts":1784898450.1618302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86","header":"x-maas-group"} {"level":"info","ts":1784898450.1618423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898450.161865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86"} {"level":"info","ts":1784898450.162884,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86"} {"level":"info","ts":1784898450.1629,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86"} {"level":"info","ts":1784898450.1629126,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86","EoS":false} {"level":"info","ts":1784898450.162923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86","EoS":true} {"level":"info","ts":1784898450.162964,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"48345274-bb41-4af2-8204-8f8088517e86"} {"level":"info","ts":1784898463.7307673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898463.730888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2"} {"level":"info","ts":1784898463.7309043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2"} {"level":"info","ts":1784898463.730918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2","EoS":true} {"level":"info","ts":1784898463.7309463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2","header":"x-maas-group"} {"level":"info","ts":1784898463.730957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2","header":"x-maas-subscription"} {"level":"info","ts":1784898463.7309628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2","header":"x-maas-username"} {"level":"info","ts":1784898463.7309754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898463.731,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2"} {"level":"info","ts":1784898463.7329266,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2"} {"level":"info","ts":1784898463.7329473,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2"} {"level":"info","ts":1784898463.7329633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2","EoS":false} {"level":"info","ts":1784898463.7329752,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2","EoS":true} {"level":"info","ts":1784898463.7330298,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0356c63-b1cb-48d1-a1c4-0f42eb5c77a2"} {"level":"info","ts":1784898464.5227005,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898464.5227792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.5227911,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.522809,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","EoS":true} {"level":"info","ts":1784898464.5228338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","header":"x-maas-group"} {"level":"info","ts":1784898464.5228436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","header":"x-maas-username"} {"level":"info","ts":1784898464.5228493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","header":"x-maas-subscription"} {"level":"info","ts":1784898464.5228608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898464.522893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.5239062,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.5239265,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898464.523942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","EoS":false} {"level":"info","ts":1784898464.5239527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117","EoS":true} {"level":"info","ts":1784898464.523986,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52b55b27-07be-4f74-b93d-c5d9a6e72117"} {"level":"info","ts":1784898487.6800158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898487.6800845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.6801193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.6801367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","EoS":true} {"level":"info","ts":1784898487.6801646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","header":"x-maas-username"} {"level":"info","ts":1784898487.6801746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","header":"x-maas-subscription"} {"level":"info","ts":1784898487.6801794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","header":"x-maas-group"} {"level":"info","ts":1784898487.6801908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898487.6802194,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.6838222,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.6838408,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.6838553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","EoS":false} {"level":"info","ts":1784898487.6838672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563","EoS":true} {"level":"info","ts":1784898487.6839004,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fd8d0ba6-e8cb-478f-a50a-d63025508563"} {"level":"info","ts":1784898487.822327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898487.8224285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.8224473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.8224635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","EoS":true} {"level":"info","ts":1784898487.822496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","header":"x-maas-subscription"} {"level":"info","ts":1784898487.822509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","header":"x-maas-group"} {"level":"info","ts":1784898487.8225155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","header":"x-maas-username"} {"level":"info","ts":1784898487.8225334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898487.82256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.8236675,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.823699,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.8237216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","EoS":false} {"level":"info","ts":1784898487.8237379,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0","EoS":true} {"level":"info","ts":1784898487.8237822,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf53d29d-7c74-4c02-8e0a-1ecb93c0e1b0"} {"level":"info","ts":1784898487.962163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898487.962242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898487.962253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898487.9622645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","EoS":true} {"level":"info","ts":1784898487.9622874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","header":"x-maas-subscription"} {"level":"info","ts":1784898487.9622965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","header":"x-maas-username"} {"level":"info","ts":1784898487.962302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","header":"x-maas-group"} {"level":"info","ts":1784898487.9623141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898487.9623392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898487.9633539,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898487.963375,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898487.963395,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","EoS":false} {"level":"info","ts":1784898487.9634144,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0","EoS":true} {"level":"info","ts":1784898487.9634602,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d01f3ff7-d607-41ab-9257-def343b90fd0"} {"level":"info","ts":1784898488.104712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898488.1048129,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.1048288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.1048422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","EoS":true} {"level":"info","ts":1784898488.1048682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","header":"x-maas-subscription"} {"level":"info","ts":1784898488.1048782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","header":"x-maas-group"} {"level":"info","ts":1784898488.1048844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","header":"x-maas-username"} {"level":"info","ts":1784898488.104946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898488.104998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.105977,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.1059961,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.10601,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","EoS":false} {"level":"info","ts":1784898488.106021,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede","EoS":true} {"level":"info","ts":1784898488.106055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19e9e5fd-03e7-4d89-9073-bc33de6c4ede"} {"level":"info","ts":1784898488.2455466,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898488.2456176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.2456298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.245641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","EoS":true} {"level":"info","ts":1784898488.24567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","header":"x-maas-subscription"} {"level":"info","ts":1784898488.245681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","header":"x-maas-group"} {"level":"info","ts":1784898488.2456858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","header":"x-maas-username"} {"level":"info","ts":1784898488.2456982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898488.2457228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.2469387,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.2469559,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898488.246971,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","EoS":false} {"level":"info","ts":1784898488.2469823,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d","EoS":true} {"level":"info","ts":1784898488.2470286,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b97673ea-e985-4e28-b5c8-e2b30cb3f68d"} {"level":"info","ts":1784898507.1989655,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898507.199065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.199081,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.1991231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","EoS":true} {"level":"info","ts":1784898507.1991513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","header":"x-maas-username"} {"level":"info","ts":1784898507.199161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","header":"x-maas-subscription"} {"level":"info","ts":1784898507.1991665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","header":"x-maas-group"} {"level":"info","ts":1784898507.1991808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898507.1992102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.202462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.2024822,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.2024975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","EoS":false} {"level":"info","ts":1784898507.2025099,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f","EoS":true} {"level":"info","ts":1784898507.2025478,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ec860ce-87bb-4b37-867f-361648aaa88f"} {"level":"info","ts":1784898507.3124876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898507.3125572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50"} {"level":"info","ts":1784898507.314959,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50"} {"level":"info","ts":1784898507.3149853,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50"} {"level":"info","ts":1784898507.3150043,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50","EoS":false} {"level":"info","ts":1784898507.3150198,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50"} {"level":"info","ts":1784898507.315047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50","EoS":true} {"level":"info","ts":1784898507.31506,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"385b8861-5cfc-4cd8-b010-73c3a28d4b50"} {"level":"info","ts":1784898511.9578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898511.957913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898511.9579275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898511.9579396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","EoS":true} {"level":"info","ts":1784898511.9579687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","header":"x-maas-group"} {"level":"info","ts":1784898511.9579802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","header":"x-maas-subscription"} {"level":"info","ts":1784898511.957985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","header":"x-maas-username"} {"level":"info","ts":1784898511.957998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898511.9580226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898511.959241,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898511.9592648,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898511.9592855,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","EoS":false} {"level":"info","ts":1784898511.9593034,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3","EoS":true} {"level":"info","ts":1784898511.959348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c1e50e42-bd30-4746-9801-7ff14486acc3"} {"level":"info","ts":1784898524.6410148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898524.6411204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898524.6411378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898524.641153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","EoS":true} {"level":"info","ts":1784898524.641193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","header":"x-maas-username"} {"level":"info","ts":1784898524.6412036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","header":"x-maas-group"} {"level":"info","ts":1784898524.6412106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","header":"x-maas-subscription"} {"level":"info","ts":1784898524.6412275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898524.6412554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898524.6437442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898524.643764,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898524.6437798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","EoS":false} {"level":"info","ts":1784898524.6438057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477","EoS":true} {"level":"info","ts":1784898524.643851,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a2d54f6-884a-4638-bc37-d2fa89783477"} {"level":"info","ts":1784898537.5449739,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898537.5450485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898537.5450625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898537.5450742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","EoS":true} {"level":"info","ts":1784898537.5451124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","header":"x-maas-subscription"} {"level":"info","ts":1784898537.5451274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","header":"x-maas-username"} {"level":"info","ts":1784898537.545136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","header":"x-maas-group"} {"level":"info","ts":1784898537.5451498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898537.5451736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898537.5470874,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898537.5471265,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898537.547142,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","EoS":false} {"level":"info","ts":1784898537.5471537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61","EoS":true} {"level":"info","ts":1784898537.5471864,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25fcb645-b4fd-4f39-aead-ee32226bbe61"} {"level":"info","ts":1784898546.1099734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898546.110056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898546.110068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898546.1100798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","EoS":true} {"level":"info","ts":1784898546.1101158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","header":"x-maas-username"} {"level":"info","ts":1784898546.1101267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","header":"x-maas-subscription"} {"level":"info","ts":1784898546.1101317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","header":"x-maas-group"} {"level":"info","ts":1784898546.1101441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898546.1101656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898546.1112947,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898546.1113083,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898546.11132,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","EoS":false} {"level":"info","ts":1784898546.1113305,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250","EoS":true} {"level":"info","ts":1784898546.1113667,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"79b746e5-0870-4e82-9c79-97abbeb6f250"} {"level":"info","ts":1784898555.0019338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898555.002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898555.0020103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898555.0020225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","EoS":true} {"level":"info","ts":1784898555.0020468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","header":"x-maas-username"} {"level":"info","ts":1784898555.0020564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","header":"x-maas-group"} {"level":"info","ts":1784898555.0020618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","header":"x-maas-subscription"} {"level":"info","ts":1784898555.002075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898555.0021172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898555.0030649,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898555.0030851,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898555.0031278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","EoS":false} {"level":"info","ts":1784898555.003142,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240","EoS":true} {"level":"info","ts":1784898555.0031765,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e7ec6f20-acea-4843-934a-6895c7ab2240"} {"level":"info","ts":1784898579.9437394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898579.943807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898579.9438202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898579.9438312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","EoS":true} {"level":"info","ts":1784898579.9438536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","header":"x-maas-username"} {"level":"info","ts":1784898579.9438624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","header":"x-maas-group"} {"level":"info","ts":1784898579.943868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","header":"x-maas-subscription"} {"level":"info","ts":1784898579.94388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898579.9439027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898579.9450269,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898579.945047,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898579.9450648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","EoS":false} {"level":"info","ts":1784898579.9450762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786","EoS":true} {"level":"info","ts":1784898579.9451258,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62261cbd-f4f9-40f3-826a-6682115ac786"} {"level":"info","ts":1784898602.7558863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898602.7559628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898602.7559812,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898602.7560003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","EoS":true} {"level":"info","ts":1784898602.756036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","header":"x-maas-subscription"} {"level":"info","ts":1784898602.7560484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","header":"x-maas-group"} {"level":"info","ts":1784898602.7560563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","header":"x-maas-username"} {"level":"info","ts":1784898602.7560732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784898602.7561278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898602.7573514,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898602.7573705,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898602.7573848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","EoS":false} {"level":"info","ts":1784898602.757396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1","EoS":true} {"level":"info","ts":1784898602.7574303,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"17177894-2e5f-45d3-967e-ab43e90ce7a1"} {"level":"info","ts":1784898629.314405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898629.3144937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898629.3145099,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898629.3145318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","EoS":true} {"level":"info","ts":1784898629.3145638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","header":"x-maas-group"} {"level":"info","ts":1784898629.3145773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","header":"x-maas-username"} {"level":"info","ts":1784898629.314585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","header":"x-maas-subscription"} {"level":"info","ts":1784898629.3146007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898629.3146305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898629.3159442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898629.3159685,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898629.3159852,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","EoS":false} {"level":"info","ts":1784898629.3159964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80","EoS":true} {"level":"info","ts":1784898629.316042,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"31484286-948e-4da5-8208-8c13c34dfd80"} {"level":"info","ts":1784898638.834318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898638.8343868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.8344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.8344116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","EoS":true} {"level":"info","ts":1784898638.8344343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","header":"x-maas-subscription"} {"level":"info","ts":1784898638.8344443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","header":"x-maas-group"} {"level":"info","ts":1784898638.8344498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","header":"x-maas-username"} {"level":"info","ts":1784898638.8344631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898638.834489,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.835782,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.835802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.8358245,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","EoS":false} {"level":"info","ts":1784898638.8358374,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1","EoS":true} {"level":"info","ts":1784898638.835876,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e949117e-84d3-4f79-aa85-3ceebf0a34e1"} {"level":"info","ts":1784898638.8724344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898638.8724892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898638.872501,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898638.872512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","EoS":true} {"level":"info","ts":1784898638.8725295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","header":"x-maas-username"} {"level":"info","ts":1784898638.8725383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","header":"x-maas-subscription"} {"level":"info","ts":1784898638.8725426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","header":"x-maas-group"} {"level":"info","ts":1784898638.8725536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898638.8725784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898638.87556,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898638.8755753,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898638.8755894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","EoS":false} {"level":"info","ts":1784898638.8756077,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9","EoS":true} {"level":"info","ts":1784898638.8756392,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7cc3920c-6c6d-466d-9548-d7c7f2d1b5a9"} {"level":"info","ts":1784898658.1581306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898658.1582043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898658.158217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898658.1582282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","EoS":true} {"level":"info","ts":1784898658.1582494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","header":"x-maas-username"} {"level":"info","ts":1784898658.1582596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","header":"x-maas-group"} {"level":"info","ts":1784898658.1582642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","header":"x-maas-subscription"} {"level":"info","ts":1784898658.1582763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898658.1582983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898658.1595044,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898658.1595304,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898658.1595469,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","EoS":false} {"level":"info","ts":1784898658.1595578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b","EoS":true} {"level":"info","ts":1784898658.1595924,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d74f2aaf-70c8-4b44-a83e-f1af8ce3ee7b"} {"level":"info","ts":1784898787.773368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898787.773465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898787.7734818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898787.7735014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","EoS":true} {"level":"info","ts":1784898787.773542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","header":"x-maas-group"} {"level":"info","ts":1784898787.7735543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","header":"x-maas-subscription"} {"level":"info","ts":1784898787.773564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","header":"x-maas-username"} {"level":"info","ts":1784898787.7735834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784898787.7736192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898787.7748225,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898787.774852,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898787.7748709,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","EoS":false} {"level":"info","ts":1784898787.7748814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8","EoS":true} {"level":"info","ts":1784898787.7749202,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4e9beec3-5f88-433e-a62f-358e61dc93e8"} {"level":"info","ts":1784898825.037581,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898825.0376453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898825.0376549,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898825.0376656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","EoS":true} {"level":"info","ts":1784898825.0376859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","header":"x-maas-username"} {"level":"info","ts":1784898825.0376954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","header":"x-maas-subscription"} {"level":"info","ts":1784898825.0377007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","header":"x-maas-group"} {"level":"info","ts":1784898825.0377119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898825.0377374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898825.0411685,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898825.0411904,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898825.0412111,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","EoS":false} {"level":"info","ts":1784898825.0412226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d","EoS":true} {"level":"info","ts":1784898825.0412557,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49cf41bd-98be-4df8-af40-138de325550d"} {"level":"info","ts":1784898840.3466475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898840.34671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.3467207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.3467312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","EoS":true} {"level":"info","ts":1784898840.346751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","header":"x-maas-username"} {"level":"info","ts":1784898840.346762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","header":"x-maas-group"} {"level":"info","ts":1784898840.3467722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","header":"x-maas-subscription"} {"level":"info","ts":1784898840.3467848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784898840.3468153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.34866,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.3486779,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784898840.348692,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","EoS":false} {"level":"info","ts":1784898840.3487046,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae","EoS":true} {"level":"info","ts":1784898840.3487387,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"91dd10af-48a2-4e70-9807-078eeef070ae"} {"level":"info","ts":1784899170.2788537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899170.2789378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.2789526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.2789717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","EoS":true} {"level":"info","ts":1784899170.2790048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","header":"x-maas-subscription"} {"level":"info","ts":1784899170.2790177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","header":"x-maas-username"} {"level":"info","ts":1784899170.2790253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","header":"x-maas-group"} {"level":"info","ts":1784899170.279044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784899170.2790747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.2801862,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.2802036,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899170.2802174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","EoS":false} {"level":"info","ts":1784899170.2802286,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c","EoS":true} {"level":"info","ts":1784899170.2802672,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"320b4f94-23a3-4430-b2e4-764e1d1a175c"} {"level":"info","ts":1784899175.138637,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8558a1c-7bc6-4065-a3d8-e3098999345e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784899175.1389384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33942.223228586,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.1389759,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.1845763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.2390053,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8558a1c-7bc6-4065-a3d8-e3098999345e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784899175.2725077,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f885a782-f77c-4153-bb60-643e1b1ab0bc"} {"level":"info","ts":1784899175.2726507,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcd83dd8-ab8d-4ea5-8df0-e02de22435c8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899175.2726882,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcd83dd8-ab8d-4ea5-8df0-e02de22435c8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784899175.2790158,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9b726a8-289e-454e-b604-682622124665","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899175.2791362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37834.916437338,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.2791593,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9b726a8-289e-454e-b604-682622124665","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784899175.2791593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.2883594,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.3794363,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f885a782-f77c-4153-bb60-643e1b1ab0bc","name":"e2e-external-provider"} {"level":"info","ts":1784899175.3892026,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f885a782-f77c-4153-bb60-643e1b1ab0bc","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784899175.3979418,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f885a782-f77c-4153-bb60-643e1b1ab0bc","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784899175.4034755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aea53bd4-b300-40a7-9d6e-04ef69e3bb9d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899175.4035156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aea53bd4-b300-40a7-9d6e-04ef69e3bb9d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784899175.403514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff8453a0-db80-475a-b20c-cd27627d6624"} {"level":"info","ts":1784899175.4043782,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f885a782-f77c-4153-bb60-643e1b1ab0bc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784899175.4129164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41386ebb-4879-4700-b2c5-a9edf30677fc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899175.4129543,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41386ebb-4879-4700-b2c5-a9edf30677fc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784899175.4131575,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e32d784-e891-4440-9413-b54c6ea0f0db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899175.4131896,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e32d784-e891-4440-9413-b54c6ea0f0db","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784899175.4132516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04dc745b-3609-4614-8be5-faaec151761a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899175.4134269,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37246.904368333,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.413455,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d78382a-865e-43e6-94a3-f6b950e87cb2"} {"level":"info","ts":1784899175.4134474,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.4135053,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d78382a-865e-43e6-94a3-f6b950e87cb2","name":"e2e-external-provider"} {"level":"info","ts":1784899175.4135947,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04dc745b-3609-4614-8be5-faaec151761a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784899175.4211926,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784899175.4238408,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d78382a-865e-43e6-94a3-f6b950e87cb2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784899175.5134213,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff8453a0-db80-475a-b20c-cd27627d6624","name":"e2e-external-model"} {"level":"info","ts":1784899175.52514,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff8453a0-db80-475a-b20c-cd27627d6624","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899175.5314124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ebfee85-be33-43d5-911d-9ed38ce85f35"} {"level":"info","ts":1784899175.5314724,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ebfee85-be33-43d5-911d-9ed38ce85f35","name":"e2e-external-model"} {"level":"info","ts":1784899175.531533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c9c4e90-0a83-4d54-9d85-1ca5a9ff674f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899175.531566,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c9c4e90-0a83-4d54-9d85-1ca5a9ff674f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784899175.5438232,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ebfee85-be33-43d5-911d-9ed38ce85f35","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784899175.5438712,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ebfee85-be33-43d5-911d-9ed38ce85f35","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899175.5439305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb776037-8a9a-457e-81a4-4ee85466653e"} {"level":"info","ts":1784899175.5439827,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb776037-8a9a-457e-81a4-4ee85466653e","name":"e2e-external-model"} {"level":"info","ts":1784899175.555042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb776037-8a9a-457e-81a4-4ee85466653e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899185.1060143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899185.1060803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40"} {"level":"info","ts":1784899185.1061203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40"} {"level":"info","ts":1784899185.1061409,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","EoS":true} {"level":"info","ts":1784899185.106177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","header":"x-maas-username"} {"level":"info","ts":1784899185.1061914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","header":"x-maas-subscription"} {"level":"info","ts":1784899185.1061997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","header":"x-maas-group"} {"level":"info","ts":1784899185.106215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899185.1062253,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","modelName":"e2e-external-model"} {"level":"info","ts":1784899185.1062415,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784899185.1062891,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784899185.1063118,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40","authType":"apikey"} {"level":"info","ts":1784899185.1063485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"175dad80-b6e1-4a58-9da0-b9774285fe40"} {"level":"info","ts":1784899185.231874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1576da8e-835e-43a2-97ea-cf6f63945cd7"} {"level":"info","ts":1784899185.2319133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edb30668-ac9d-4ece-9a5e-adadfd420bbb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2319427,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edb30668-ac9d-4ece-9a5e-adadfd420bbb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784899185.2403336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afbbb807-6185-447d-8c9f-b4abdc136765","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2403722,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afbbb807-6185-447d-8c9f-b4abdc136765","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784899185.2404199,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1576da8e-835e-43a2-97ea-cf6f63945cd7","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.2605107,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1576da8e-835e-43a2-97ea-cf6f63945cd7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899185.267411,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30bbd556-f3c2-4e18-9afc-cfd3f555c133","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2674475,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30bbd556-f3c2-4e18-9afc-cfd3f555c133","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784899185.267419,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfea5ee3-d1f5-4c13-8df1-ed2239888628"} {"level":"info","ts":1784899185.2675087,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfea5ee3-d1f5-4c13-8df1-ed2239888628","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.282575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c341a3d-cf86-463f-873c-f6a0f7441be7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2826095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c341a3d-cf86-463f-873c-f6a0f7441be7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784899185.2858827,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfea5ee3-d1f5-4c13-8df1-ed2239888628","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784899185.2859251,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfea5ee3-d1f5-4c13-8df1-ed2239888628","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899185.2859774,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ce1a3dd-f441-4260-bd60-b713bbc8a843"} {"level":"info","ts":1784899185.286024,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ce1a3dd-f441-4260-bd60-b713bbc8a843","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.294614,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ce1a3dd-f441-4260-bd60-b713bbc8a843","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899185.297726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e812c5c-f3c5-4638-82f2-2db5d5e1e6c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899185.2977567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e812c5c-f3c5-4638-82f2-2db5d5e1e6c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784899185.3022256,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ce1a3dd-f441-4260-bd60-b713bbc8a843","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784899185.3023129,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c61f14b-60b2-46bc-b543-ca4dc3c5af4d"} {"level":"info","ts":1784899185.3023596,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c61f14b-60b2-46bc-b543-ca4dc3c5af4d","name":"e2e-cleanup-test"} {"level":"info","ts":1784899185.3103774,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c61f14b-60b2-46bc-b543-ca4dc3c5af4d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784899193.5370622,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7653420e-aa36-4c0e-be3a-e6445612269b"} {"level":"info","ts":1784899193.5371132,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa71434b-8c5d-4dd0-94a3-09588c059cb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899193.537149,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa71434b-8c5d-4dd0-94a3-09588c059cb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784899197.8783503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899197.8784173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2"} {"level":"info","ts":1784899197.8784268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2"} {"level":"info","ts":1784899197.8784385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2","EoS":true} {"level":"info","ts":1784899197.878466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784899197.878505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3db5bb09-e4c8-9777-ad07-1993d4057bc2"} {"level":"info","ts":1784899197.9221163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899197.922171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4"} {"level":"info","ts":1784899197.9221818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4"} {"level":"info","ts":1784899197.9221942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","EoS":true} {"level":"info","ts":1784899197.9222157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","header":"x-maas-subscription"} {"level":"info","ts":1784899197.9222255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","header":"x-maas-group"} {"level":"info","ts":1784899197.9222298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","header":"x-maas-username"} {"level":"info","ts":1784899197.9222403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899197.922249,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","modelName":"e2e-external-model"} {"level":"info","ts":1784899197.9222615,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784899197.9222856,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784899197.922304,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4","authType":"apikey"} {"level":"info","ts":1784899197.9223256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72cdb249-e4e8-4ead-88a6-8539918786a4"} {"level":"info","ts":1784899197.9630392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899197.9631135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899197.963124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899197.9631348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","EoS":true} {"level":"info","ts":1784899197.9631553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","header":"x-maas-subscription"} {"level":"info","ts":1784899197.9631631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","header":"x-maas-group"} {"level":"info","ts":1784899197.963168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","header":"x-maas-username"} {"level":"info","ts":1784899197.9631782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784899197.9631972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899198.0693316,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899198.0693524,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899198.069368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","EoS":false} {"level":"info","ts":1784899198.0693793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","EoS":true} {"level":"error","ts":1784899198.0693924,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784899198.0694418,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa45b679-a534-4a34-8851-ddadc9f7c704"} {"level":"info","ts":1784899198.1094382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784899198.1094906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899198.1095016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899198.1095119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","EoS":true} {"level":"info","ts":1784899198.1095319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","header":"x-maas-username"} {"level":"info","ts":1784899198.1095395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","header":"x-maas-subscription"} {"level":"info","ts":1784899198.1095445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","header":"x-maas-group"} {"level":"info","ts":1784899198.1095676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899198.1600132,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899198.1600344,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899198.1600559,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","EoS":false} {"level":"info","ts":1784899198.1600704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","EoS":true} {"level":"error","ts":1784899198.1600869,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784899198.1601799,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd531038-963c-483e-8098-71d12b74a6f2"} {"level":"info","ts":1784899199.0325294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98f35c87-2742-49e2-96ea-05cda95a9ea6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899199.0325692,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98f35c87-2742-49e2-96ea-05cda95a9ea6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784899199.032568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04fdd3ef-99ed-4b9f-a459-e88b99f7bb93"} {"level":"info","ts":1784899199.189641,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b79c9c02-ede1-4586-80bc-031e9e87b873","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899199.1896834,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7710682a-d83a-4881-9488-f050455fceb0"} {"level":"info","ts":1784899199.1896865,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b79c9c02-ede1-4586-80bc-031e9e87b873","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784899199.3145318,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"06dd370a-6ffc-46d7-9958-cd79a679b2de","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784899199.3145947,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"06dd370a-6ffc-46d7-9958-cd79a679b2de","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784900258.7860057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900258.786083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af7bf655-b9ca-438b-a17d-b0bdbbd7e419"} {"level":"info","ts":1784900316.4916937,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784900316.4917715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"} {"level":"info","ts":1784900316.49178,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"} {"level":"info","ts":1784900316.491792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","EoS":true} {"level":"info","ts":1784900316.4918184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","header":"x-maas-group"} {"level":"info","ts":1784900316.4918294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","header":"x-maas-subscription"} {"level":"info","ts":1784900316.4918349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","header":"x-maas-username"} {"level":"info","ts":1784900316.4918478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784900316.4918697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"} {"level":"info","ts":1784900316.494939,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"} {"level":"info","ts":1784900316.4949615,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"} {"level":"info","ts":1784900316.494984,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","EoS":false} {"level":"info","ts":1784900316.4949996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa","EoS":true} {"level":"info","ts":1784900316.4950511,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"85c14be7-f26e-45a3-8b45-b9c6c2e7bdaa"}