{"level":"info","ts":1785239462.6795008,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3bb737e1-36d4-44bc-80e3-abb5dda8d45a","EoS":true} {"level":"info","ts":1785239462.6795316,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3bb737e1-36d4-44bc-80e3-abb5dda8d45a"} {"level":"info","ts":1785239463.512604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239463.5126758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd"} {"level":"info","ts":1785239463.5126882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd"} {"level":"info","ts":1785239463.5126991,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd","EoS":true} {"level":"info","ts":1785239463.512723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd","header":"x-maas-username"} {"level":"info","ts":1785239463.5127337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd","header":"x-maas-group"} {"level":"info","ts":1785239463.5127392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd","header":"x-maas-subscription"} {"level":"info","ts":1785239463.5127523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239463.5127761,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd"} {"level":"info","ts":1785239463.5136273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd"} {"level":"info","ts":1785239463.5136478,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd"} {"level":"info","ts":1785239463.5136633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd","EoS":false} {"level":"info","ts":1785239463.513674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd","EoS":true} {"level":"info","ts":1785239463.5137048,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f401e755-659e-46c6-a532-0d32c1cd7dfd"} {"level":"info","ts":1785239483.6146464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239483.6147287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6"} {"level":"info","ts":1785239483.6147423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6"} {"level":"info","ts":1785239483.614754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6","EoS":true} {"level":"info","ts":1785239483.6147783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6","header":"x-maas-subscription"} {"level":"info","ts":1785239483.6147895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6","header":"x-maas-group"} {"level":"info","ts":1785239483.6147943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6","header":"x-maas-username"} {"level":"info","ts":1785239483.6148071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239483.6148303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6"} {"level":"info","ts":1785239483.617023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6"} {"level":"info","ts":1785239483.6170487,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6"} {"level":"info","ts":1785239483.617065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6","EoS":false} {"level":"info","ts":1785239483.6170766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6","EoS":true} {"level":"info","ts":1785239483.617106,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4065a47a-2a6a-4ccb-9187-0460d59a31a6"} {"level":"info","ts":1785239483.7526767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239483.752749,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a"} {"level":"info","ts":1785239483.7527602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a"} {"level":"info","ts":1785239483.7527711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a","EoS":true} {"level":"info","ts":1785239483.752795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a","header":"x-maas-group"} {"level":"info","ts":1785239483.7528052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a","header":"x-maas-subscription"} {"level":"info","ts":1785239483.7528105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a","header":"x-maas-username"} {"level":"info","ts":1785239483.7528234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239483.7528458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a"} {"level":"info","ts":1785239483.7535553,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a"} {"level":"info","ts":1785239483.753575,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a"} {"level":"info","ts":1785239483.7535942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a","EoS":false} {"level":"info","ts":1785239483.7536123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a","EoS":true} {"level":"info","ts":1785239483.7536428,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"207454eb-ebbe-421c-971c-ce8376bcd04a"} {"level":"info","ts":1785239483.8900402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239483.890107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435"} {"level":"info","ts":1785239483.8901184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435"} {"level":"info","ts":1785239483.8901296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435","EoS":true} {"level":"info","ts":1785239483.8901522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435","header":"x-maas-username"} {"level":"info","ts":1785239483.8901649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435","header":"x-maas-group"} {"level":"info","ts":1785239483.8901706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435","header":"x-maas-subscription"} {"level":"info","ts":1785239483.8901825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239483.8902059,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435"} {"level":"info","ts":1785239483.8908813,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435"} {"level":"info","ts":1785239483.8909009,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435"} {"level":"info","ts":1785239483.89092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435","EoS":false} {"level":"info","ts":1785239483.8909342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435","EoS":true} {"level":"info","ts":1785239483.890965,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"29cc9222-af17-4b59-a4fb-c234086de435"} {"level":"info","ts":1785239484.0271542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239484.0272276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3"} {"level":"info","ts":1785239484.0272405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3"} {"level":"info","ts":1785239484.0272508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3","EoS":true} {"level":"info","ts":1785239484.0272756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3","header":"x-maas-group"} {"level":"info","ts":1785239484.0272863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3","header":"x-maas-username"} {"level":"info","ts":1785239484.027291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3","header":"x-maas-subscription"} {"level":"info","ts":1785239484.0273046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239484.0273306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3"} {"level":"info","ts":1785239484.0280614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3"} {"level":"info","ts":1785239484.028081,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3"} {"level":"info","ts":1785239484.0280976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3","EoS":false} {"level":"info","ts":1785239484.0281086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3","EoS":true} {"level":"info","ts":1785239484.028138,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"58489554-cdf1-46cb-8aa4-c447d357edc3"} {"level":"info","ts":1785239484.1667955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239484.1668658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672"} {"level":"info","ts":1785239484.1668744,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672"} {"level":"info","ts":1785239484.1668859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672","EoS":true} {"level":"info","ts":1785239484.1669087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672","header":"x-maas-subscription"} {"level":"info","ts":1785239484.1669168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672","header":"x-maas-group"} {"level":"info","ts":1785239484.1669223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672","header":"x-maas-username"} {"level":"info","ts":1785239484.1669345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239484.1669626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672"} {"level":"info","ts":1785239484.1676445,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672"} {"level":"info","ts":1785239484.1676652,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672"} {"level":"info","ts":1785239484.1676857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672","EoS":false} {"level":"info","ts":1785239484.1677058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672","EoS":true} {"level":"info","ts":1785239484.1677487,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cde39ecb-8680-4868-9967-1d0edabdb672"} {"level":"info","ts":1785239503.6587503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239503.6588314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8"} {"level":"info","ts":1785239503.658846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8"} {"level":"info","ts":1785239503.658866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8","EoS":true} {"level":"info","ts":1785239503.6589012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8","header":"x-maas-group"} {"level":"info","ts":1785239503.6589181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8","header":"x-maas-username"} {"level":"info","ts":1785239503.6589274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8","header":"x-maas-subscription"} {"level":"info","ts":1785239503.6589446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239503.6589828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8"} {"level":"info","ts":1785239503.6608043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8"} {"level":"info","ts":1785239503.6608262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8"} {"level":"info","ts":1785239503.6608498,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8","EoS":false} {"level":"info","ts":1785239503.660862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8","EoS":true} {"level":"info","ts":1785239503.6608899,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"644ffeb9-cb69-4b61-a02c-fc76690b15f8"} {"level":"info","ts":1785239503.77188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239503.771938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9734e680-4f6f-4600-bd8d-0758352dbe21"} {"level":"info","ts":1785239503.7724535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9734e680-4f6f-4600-bd8d-0758352dbe21"} {"level":"info","ts":1785239503.772465,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9734e680-4f6f-4600-bd8d-0758352dbe21"} {"level":"info","ts":1785239503.7724767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9734e680-4f6f-4600-bd8d-0758352dbe21","EoS":false} {"level":"info","ts":1785239503.7724884,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9734e680-4f6f-4600-bd8d-0758352dbe21"} {"level":"info","ts":1785239503.7725122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9734e680-4f6f-4600-bd8d-0758352dbe21","EoS":true} {"level":"info","ts":1785239503.7725244,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9734e680-4f6f-4600-bd8d-0758352dbe21"} {"level":"info","ts":1785239508.4451957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239508.4452946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243"} {"level":"info","ts":1785239508.4453099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243"} {"level":"info","ts":1785239508.4453232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243","EoS":true} {"level":"info","ts":1785239508.4453537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243","header":"x-maas-group"} {"level":"info","ts":1785239508.4453745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243","header":"x-maas-username"} {"level":"info","ts":1785239508.4454012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243","header":"x-maas-subscription"} {"level":"info","ts":1785239508.4454172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239508.4454405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243"} {"level":"info","ts":1785239508.44719,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243"} {"level":"info","ts":1785239508.4472106,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243"} {"level":"info","ts":1785239508.447226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243","EoS":false} {"level":"info","ts":1785239508.4472363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243","EoS":true} {"level":"info","ts":1785239508.4472654,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ad8aef31-6d86-4a8e-9085-970a18d97243"} {"level":"info","ts":1785239517.1156402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239517.1157358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54"} {"level":"info","ts":1785239517.1157517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54"} {"level":"info","ts":1785239517.1157677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54","EoS":true} {"level":"info","ts":1785239517.1158092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54","header":"x-maas-subscription"} {"level":"info","ts":1785239517.1158228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54","header":"x-maas-group"} {"level":"info","ts":1785239517.1158326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54","header":"x-maas-username"} {"level":"info","ts":1785239517.115852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785239517.1158845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54"} {"level":"info","ts":1785239517.118364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54"} {"level":"info","ts":1785239517.1184046,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54"} {"level":"info","ts":1785239517.118427,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54","EoS":false} {"level":"info","ts":1785239517.1184425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54","EoS":true} {"level":"info","ts":1785239517.1184804,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"42a167ac-c3f4-4b8d-9f96-e3fb8c01ad54"} {"level":"info","ts":1785239530.124716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239530.1247933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4"} {"level":"info","ts":1785239530.1248055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4"} {"level":"info","ts":1785239530.1248178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4","EoS":true} {"level":"info","ts":1785239530.1248415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4","header":"x-maas-username"} {"level":"info","ts":1785239530.1248517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4","header":"x-maas-subscription"} {"level":"info","ts":1785239530.1248577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4","header":"x-maas-group"} {"level":"info","ts":1785239530.1248717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239530.1248965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4"} {"level":"info","ts":1785239530.1257741,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4"} {"level":"info","ts":1785239530.1257954,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4"} {"level":"info","ts":1785239530.125811,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4","EoS":false} {"level":"info","ts":1785239530.1258245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4","EoS":true} {"level":"info","ts":1785239530.1258543,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c7170298-a42c-481e-a3b9-4c8eb45646f4"} {"level":"info","ts":1785239538.783579,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239538.7836528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9"} {"level":"info","ts":1785239538.7836645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9"} {"level":"info","ts":1785239538.783676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9","EoS":true} {"level":"info","ts":1785239538.7836995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9","header":"x-maas-subscription"} {"level":"info","ts":1785239538.7837098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9","header":"x-maas-username"} {"level":"info","ts":1785239538.7837143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9","header":"x-maas-group"} {"level":"info","ts":1785239538.7837276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239538.783753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9"} {"level":"info","ts":1785239538.7846212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9"} {"level":"info","ts":1785239538.784641,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9"} {"level":"info","ts":1785239538.784657,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9","EoS":false} {"level":"info","ts":1785239538.7846696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9","EoS":true} {"level":"info","ts":1785239538.7846973,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b590c5f2-a8fc-4dc6-b004-ca6c017e3af9"} {"level":"info","ts":1785239547.7675183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239547.7675903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6"} {"level":"info","ts":1785239547.7676003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6"} {"level":"info","ts":1785239547.7676125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6","EoS":true} {"level":"info","ts":1785239547.7676394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6","header":"x-maas-subscription"} {"level":"info","ts":1785239547.7676492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6","header":"x-maas-group"} {"level":"info","ts":1785239547.7676551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6","header":"x-maas-username"} {"level":"info","ts":1785239547.7676694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239547.7676942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6"} {"level":"info","ts":1785239547.768585,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6"} {"level":"info","ts":1785239547.7686064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6"} {"level":"info","ts":1785239547.768623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6","EoS":false} {"level":"info","ts":1785239547.7686346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6","EoS":true} {"level":"info","ts":1785239547.7686663,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb3537b7-0b7b-4b7c-a330-7eb6e9cf47e6"} {"level":"info","ts":1785239576.4311488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239576.4312258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319"} {"level":"info","ts":1785239576.4312415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319"} {"level":"info","ts":1785239576.4312549,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319","EoS":true} {"level":"info","ts":1785239576.43128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319","header":"x-maas-group"} {"level":"info","ts":1785239576.4312937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319","header":"x-maas-username"} {"level":"info","ts":1785239576.4313014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319","header":"x-maas-subscription"} {"level":"info","ts":1785239576.4313169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785239576.4313433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319"} {"level":"info","ts":1785239576.43298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319"} {"level":"info","ts":1785239576.4329994,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319"} {"level":"info","ts":1785239576.4330146,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319","EoS":false} {"level":"info","ts":1785239576.4330258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319","EoS":true} {"level":"info","ts":1785239576.4330578,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"58ee5857-5ebd-4256-affe-0f590b77e319"} {"level":"info","ts":1785239602.3984873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239602.398565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba"} {"level":"info","ts":1785239602.398579,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba"} {"level":"info","ts":1785239602.398591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba","EoS":true} {"level":"info","ts":1785239602.3986156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba","header":"x-maas-group"} {"level":"info","ts":1785239602.3986259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba","header":"x-maas-username"} {"level":"info","ts":1785239602.398632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba","header":"x-maas-subscription"} {"level":"info","ts":1785239602.3986447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785239602.3986676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba"} {"level":"info","ts":1785239602.4008327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba"} {"level":"info","ts":1785239602.4008589,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba"} {"level":"info","ts":1785239602.400875,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba","EoS":false} {"level":"info","ts":1785239602.4008863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba","EoS":true} {"level":"info","ts":1785239602.4009163,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b44286ed-93be-492e-a706-aacdfe384fba"} {"level":"info","ts":1785239639.0247068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239639.0248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098"} {"level":"info","ts":1785239639.024816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098"} {"level":"info","ts":1785239639.024836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098","EoS":true} {"level":"info","ts":1785239639.0248752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098","header":"x-maas-group"} {"level":"info","ts":1785239639.024888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098","header":"x-maas-subscription"} {"level":"info","ts":1785239639.0248954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098","header":"x-maas-username"} {"level":"info","ts":1785239639.0249162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239639.024951,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098"} {"level":"info","ts":1785239639.0258296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098"} {"level":"info","ts":1785239639.0258512,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098"} {"level":"info","ts":1785239639.0258665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098","EoS":false} {"level":"info","ts":1785239639.0258768,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098","EoS":true} {"level":"info","ts":1785239639.0259068,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"129b11ec-8c83-4b6e-8367-5c8465fa9098"} {"level":"info","ts":1785239648.9768736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239648.9769535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7"} {"level":"info","ts":1785239648.9769633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7"} {"level":"info","ts":1785239648.9769745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7","EoS":true} {"level":"info","ts":1785239648.9769976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7","header":"x-maas-subscription"} {"level":"info","ts":1785239648.97701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7","header":"x-maas-group"} {"level":"info","ts":1785239648.9770186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7","header":"x-maas-username"} {"level":"info","ts":1785239648.9770367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239648.9770668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7"} {"level":"info","ts":1785239648.9781628,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7"} {"level":"info","ts":1785239648.9781885,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7"} {"level":"info","ts":1785239648.97821,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7","EoS":false} {"level":"info","ts":1785239648.978224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7","EoS":true} {"level":"info","ts":1785239648.9782631,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"70e88954-1b91-4498-9d55-9e469f6238b7"} {"level":"info","ts":1785239649.0176628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239649.0177562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8"} {"level":"info","ts":1785239649.0177715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8"} {"level":"info","ts":1785239649.0177853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8","EoS":true} {"level":"info","ts":1785239649.0178168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8","header":"x-maas-username"} {"level":"info","ts":1785239649.0178285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8","header":"x-maas-subscription"} {"level":"info","ts":1785239649.017835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8","header":"x-maas-group"} {"level":"info","ts":1785239649.0178492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239649.017879,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8"} {"level":"info","ts":1785239649.0187743,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8"} {"level":"info","ts":1785239649.0187922,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8"} {"level":"info","ts":1785239649.0188117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8","EoS":false} {"level":"info","ts":1785239649.0188243,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8","EoS":true} {"level":"info","ts":1785239649.018856,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ce235950-9f05-4753-921a-0d9838e896b8"} {"level":"info","ts":1785239668.9530337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239668.9531233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44"} {"level":"info","ts":1785239668.9531388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44"} {"level":"info","ts":1785239668.9531522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44","EoS":true} {"level":"info","ts":1785239668.9531767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44","header":"x-maas-username"} {"level":"info","ts":1785239668.9531865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44","header":"x-maas-subscription"} {"level":"info","ts":1785239668.9531999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44","header":"x-maas-group"} {"level":"info","ts":1785239668.9532135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239668.9532437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44"} {"level":"info","ts":1785239668.9541552,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44"} {"level":"info","ts":1785239668.9541757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44"} {"level":"info","ts":1785239668.9541936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44","EoS":false} {"level":"info","ts":1785239668.9542031,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44","EoS":true} {"level":"info","ts":1785239668.9542358,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6fd295ea-de46-44b7-9fbd-83402193af44"} {"level":"info","ts":1785239804.2832239,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239804.2833228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445"} {"level":"info","ts":1785239804.283337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445"} {"level":"info","ts":1785239804.2833495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445","EoS":true} {"level":"info","ts":1785239804.2833755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445","header":"x-maas-group"} {"level":"info","ts":1785239804.2834163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445","header":"x-maas-username"} {"level":"info","ts":1785239804.2834227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445","header":"x-maas-subscription"} {"level":"info","ts":1785239804.283437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785239804.2834618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445"} {"level":"info","ts":1785239804.286795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445"} {"level":"info","ts":1785239804.286824,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445"} {"level":"info","ts":1785239804.286847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445","EoS":false} {"level":"info","ts":1785239804.2868636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445","EoS":true} {"level":"info","ts":1785239804.2869072,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb4360eb-8995-44ac-ab0a-4e6d8829e445"} {"level":"info","ts":1785239846.9905722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239846.9906635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47"} {"level":"info","ts":1785239846.9906776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47"} {"level":"info","ts":1785239846.9906898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47","EoS":true} {"level":"info","ts":1785239846.9907181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47","header":"x-maas-subscription"} {"level":"info","ts":1785239846.9907284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47","header":"x-maas-username"} {"level":"info","ts":1785239846.9907331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47","header":"x-maas-group"} {"level":"info","ts":1785239846.9907463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239846.9907725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47"} {"level":"info","ts":1785239846.991636,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47"} {"level":"info","ts":1785239846.9916568,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47"} {"level":"info","ts":1785239846.9916718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47","EoS":false} {"level":"info","ts":1785239846.9916842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47","EoS":true} {"level":"info","ts":1785239846.9917214,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a148ddc1-0b34-4f11-8ae6-cb7efaf10d47"} {"level":"info","ts":1785239862.5150356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785239862.5151212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b"} {"level":"info","ts":1785239862.515138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b"} {"level":"info","ts":1785239862.515157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b","EoS":true} {"level":"info","ts":1785239862.515194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b","header":"x-maas-username"} {"level":"info","ts":1785239862.5152078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b","header":"x-maas-group"} {"level":"info","ts":1785239862.515219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b","header":"x-maas-subscription"} {"level":"info","ts":1785239862.5152383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785239862.515276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b"} {"level":"info","ts":1785239862.5161958,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b"} {"level":"info","ts":1785239862.516225,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b"} {"level":"info","ts":1785239862.5162501,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b","EoS":false} {"level":"info","ts":1785239862.5162656,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b","EoS":true} {"level":"info","ts":1785239862.5162947,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3b734c97-ac85-49a9-b915-11bd8cb6364b"} {"level":"info","ts":1785240178.176102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785240178.1761825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1"} {"level":"info","ts":1785240178.1761906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1"} {"level":"info","ts":1785240178.176201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1","EoS":true} {"level":"info","ts":1785240178.1762218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1","header":"x-maas-username"} {"level":"info","ts":1785240178.1762328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1","header":"x-maas-group"} {"level":"info","ts":1785240178.1762388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1","header":"x-maas-subscription"} {"level":"info","ts":1785240178.176253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785240178.1762764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1"} {"level":"info","ts":1785240178.1786895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1"} {"level":"info","ts":1785240178.1787157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1"} {"level":"info","ts":1785240178.1787395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1","EoS":false} {"level":"info","ts":1785240178.1787558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1","EoS":true} {"level":"info","ts":1785240178.1787922,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3493c10b-ea26-43b2-9f5f-bd3dd9bbcfd1"} {"level":"info","ts":1785240178.216864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785240178.216928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5"} {"level":"info","ts":1785240178.2169425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5"} {"level":"info","ts":1785240178.2169547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5","EoS":true} {"level":"info","ts":1785240178.2169795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5","header":"x-maas-subscription"} {"level":"info","ts":1785240178.2169905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5","header":"x-maas-username"} {"level":"info","ts":1785240178.216996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5","header":"x-maas-group"} {"level":"info","ts":1785240178.2170136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785240178.2170396,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5"} {"level":"info","ts":1785240178.217757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5"} {"level":"info","ts":1785240178.217773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5"} {"level":"info","ts":1785240178.2177854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5","EoS":false} {"level":"info","ts":1785240178.2177951,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5","EoS":true} {"level":"info","ts":1785240178.21782,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5ff5ae58-b47f-41d3-a76f-2a38e7b962e5"} {"level":"info","ts":1785240183.1762123,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"669f16aa-66be-47d0-b174-259c75796269","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785240183.1765118,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35196.736239125,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.1765428,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.2350628,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.277455,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"669f16aa-66be-47d0-b174-259c75796269","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785240183.3265727,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11c7e0e0-727f-4c49-b25f-d2dc24b4e0e5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785240183.326587,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d55b712-be7a-46a2-9a1f-82f5bdbc1c8a"} {"level":"info","ts":1785240183.3266218,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11c7e0e0-727f-4c49-b25f-d2dc24b4e0e5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785240183.3327157,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"529f1f83-cb2a-4444-9913-f8793739f858","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785240183.3327398,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"529f1f83-cb2a-4444-9913-f8793739f858","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785240183.3329852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33748.264911792,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.333005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.3426888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.4331372,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d55b712-be7a-46a2-9a1f-82f5bdbc1c8a","name":"e2e-external-provider"} {"level":"info","ts":1785240183.451736,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d55b712-be7a-46a2-9a1f-82f5bdbc1c8a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785240183.4553516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b69f5f5e-21cf-40dc-aff9-9d983ce3b908","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240183.4554136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b69f5f5e-21cf-40dc-aff9-9d983ce3b908","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785240183.4553251,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daeb1647-8ac8-45f9-9194-ccac415d1e60"} {"level":"info","ts":1785240183.4626951,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d55b712-be7a-46a2-9a1f-82f5bdbc1c8a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785240183.4632528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"855d3a14-69c3-41b2-b698-520c3d31300e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240183.4632776,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"855d3a14-69c3-41b2-b698-520c3d31300e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785240183.4646692,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daeb1647-8ac8-45f9-9194-ccac415d1e60","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785240183.4647317,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daeb1647-8ac8-45f9-9194-ccac415d1e60","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785240183.4694452,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d55b712-be7a-46a2-9a1f-82f5bdbc1c8a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785240183.4696867,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daeb1647-8ac8-45f9-9194-ccac415d1e60","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785240183.4697335,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daeb1647-8ac8-45f9-9194-ccac415d1e60","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785240183.469792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2238d2e7-b634-4c4b-8b5c-db97ac281e95"} {"level":"info","ts":1785240183.4698207,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2238d2e7-b634-4c4b-8b5c-db97ac281e95","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785240183.4751291,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a79c9184-627d-4a13-a4be-af19d66b9815","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240183.4751596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a79c9184-627d-4a13-a4be-af19d66b9815","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785240183.4751763,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d1686c1-be61-4139-982d-d019f99d53ba"} {"level":"info","ts":1785240183.4751966,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d0f1576-5ec7-4710-84c7-cde98881b9dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785240183.4752178,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d0f1576-5ec7-4710-84c7-cde98881b9dc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785240183.475226,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d1686c1-be61-4139-982d-d019f99d53ba","name":"e2e-external-provider"} {"level":"error","ts":1785240183.47806,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2238d2e7-b634-4c4b-8b5c-db97ac281e95","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785240183.4781094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a8a9854-9304-4bee-a4ff-cc3d548a73fc"} {"level":"info","ts":1785240183.4782026,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f990f84-ce5c-4f33-bbfe-9553d1a50ccf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240183.478275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f990f84-ce5c-4f33-bbfe-9553d1a50ccf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785240183.4783046,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34912.850028327,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.478326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.4849164,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d1686c1-be61-4139-982d-d019f99d53ba","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785240183.4856136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785240183.578886,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a8a9854-9304-4bee-a4ff-cc3d548a73fc","name":"e2e-external-model"} {"level":"info","ts":1785240183.5907183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a8a9854-9304-4bee-a4ff-cc3d548a73fc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785240183.5953622,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a8a9854-9304-4bee-a4ff-cc3d548a73fc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785240183.5955098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8522822-383a-471b-b8e7-01626123c7a9"} {"level":"info","ts":1785240183.5955808,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8522822-383a-471b-b8e7-01626123c7a9","name":"e2e-external-model"} {"level":"error","ts":1785240183.6128266,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8522822-383a-471b-b8e7-01626123c7a9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785240183.6128724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8788a736-12db-49bc-8866-5c93b7f60d71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240183.6128995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8788a736-12db-49bc-8866-5c93b7f60d71","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785240183.6129057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"368d3645-9da4-416a-b602-4a50c942b606"} {"level":"info","ts":1785240183.6129584,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"368d3645-9da4-416a-b602-4a50c942b606","name":"e2e-external-model"} {"level":"info","ts":1785240183.6220875,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"368d3645-9da4-416a-b602-4a50c942b606","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785240183.6297698,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8ea9cf-93f5-408c-aed5-8feca0ebad9f"} {"level":"info","ts":1785240183.6297753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f996bc32-8d52-4775-91f4-14d6500b8a79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240183.629805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f996bc32-8d52-4775-91f4-14d6500b8a79","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785240183.629832,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8ea9cf-93f5-408c-aed5-8feca0ebad9f","name":"e2e-external-model"} {"level":"info","ts":1785240183.639932,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e8ea9cf-93f5-408c-aed5-8feca0ebad9f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785240193.4092925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785240193.4093711,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471"} {"level":"info","ts":1785240193.4094148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471"} {"level":"info","ts":1785240193.409428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","EoS":true} {"level":"info","ts":1785240193.4094517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","header":"x-maas-subscription"} {"level":"info","ts":1785240193.4094625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","header":"x-maas-group"} {"level":"info","ts":1785240193.4094675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","header":"x-maas-username"} {"level":"info","ts":1785240193.40948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785240193.4094884,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","modelName":"e2e-external-model"} {"level":"info","ts":1785240193.4095006,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785240193.4095356,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785240193.4095633,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471","authType":"apikey"} {"level":"info","ts":1785240193.4095933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6f52e7c-3674-4386-abdb-34cc2a0ab471"} {"level":"info","ts":1785240193.5356073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34fe3290-6ae1-4763-b00f-70da35beaaf8"} {"level":"info","ts":1785240193.5356276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8437c08d-a1af-4b68-980f-a3bdd4957e8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785240193.5356572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8437c08d-a1af-4b68-980f-a3bdd4957e8d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785240193.5424798,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34fe3290-6ae1-4763-b00f-70da35beaaf8","name":"e2e-cleanup-test"} {"level":"info","ts":1785240193.542551,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fdf6795-206e-4bd1-ba5e-c3b055686006","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785240193.5425744,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fdf6795-206e-4bd1-ba5e-c3b055686006","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785240193.5537102,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34fe3290-6ae1-4763-b00f-70da35beaaf8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785240193.5621257,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5252dfd3-816a-43be-803f-6c1e7debf303","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785240193.562155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5252dfd3-816a-43be-803f-6c1e7debf303","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785240193.562359,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60125262-960c-422d-87a6-d0d52d4fcdd7"} {"level":"info","ts":1785240193.5624256,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60125262-960c-422d-87a6-d0d52d4fcdd7","name":"e2e-cleanup-test"} {"level":"info","ts":1785240193.5788314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef6411a-343e-4452-99b2-5606953c79da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1785240193.578825,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60125262-960c-422d-87a6-d0d52d4fcdd7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785240193.5788603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef6411a-343e-4452-99b2-5606953c79da","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785240193.578895,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81ec610c-ed76-4f56-9c0b-5073d4013159"} {"level":"info","ts":1785240193.5789506,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81ec610c-ed76-4f56-9c0b-5073d4013159","name":"e2e-cleanup-test"} {"level":"info","ts":1785240193.5896657,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81ec610c-ed76-4f56-9c0b-5073d4013159","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785240193.5961359,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6735020d-a2f1-4098-90da-268f1a15bd30"} {"level":"info","ts":1785240193.596144,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6ca6aaf-09df-428b-972a-4b3cd0b83cdb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785240193.596171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6ca6aaf-09df-428b-972a-4b3cd0b83cdb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785240193.5961835,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6735020d-a2f1-4098-90da-268f1a15bd30","name":"e2e-cleanup-test"} {"level":"info","ts":1785240193.6067305,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6735020d-a2f1-4098-90da-268f1a15bd30","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785240201.8755825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"653f977f-52e9-4a3a-8cb4-5fef0a2c8773"} {"level":"info","ts":1785240201.8755968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1c4c78b-1f25-462a-85ee-9951a7c9fbcd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785240201.8756413,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1c4c78b-1f25-462a-85ee-9951a7c9fbcd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785240206.26208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785240206.2621617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37184948-8213-4950-bc3c-a5ac48ad7ac6"} {"level":"info","ts":1785240206.2621791,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37184948-8213-4950-bc3c-a5ac48ad7ac6"} {"level":"info","ts":1785240206.2621977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37184948-8213-4950-bc3c-a5ac48ad7ac6","EoS":true} {"level":"info","ts":1785240206.2622335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37184948-8213-4950-bc3c-a5ac48ad7ac6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785240206.26226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37184948-8213-4950-bc3c-a5ac48ad7ac6"} {"level":"info","ts":1785240206.317585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785240206.317645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541"} {"level":"info","ts":1785240206.3176534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541"} {"level":"info","ts":1785240206.3176672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","EoS":true} {"level":"info","ts":1785240206.3176935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","header":"x-maas-username"} {"level":"info","ts":1785240206.3177035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","header":"x-maas-group"} {"level":"info","ts":1785240206.3177083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","header":"x-maas-subscription"} {"level":"info","ts":1785240206.3177202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785240206.3177285,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","modelName":"e2e-external-model"} {"level":"info","ts":1785240206.31774,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785240206.3177614,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785240206.3177767,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541","authType":"apikey"} {"level":"info","ts":1785240206.3177984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"326e9cc8-80d9-49bf-bff2-32450f1bd541"} {"level":"info","ts":1785240206.3603234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785240206.3604224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae"} {"level":"info","ts":1785240206.3604357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae"} {"level":"info","ts":1785240206.3604543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","EoS":true} {"level":"info","ts":1785240206.3604856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","header":"x-maas-subscription"} {"level":"info","ts":1785240206.3604982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","header":"x-maas-username"} {"level":"info","ts":1785240206.3605068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","header":"x-maas-group"} {"level":"info","ts":1785240206.3605251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785240206.360558,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae"} {"level":"info","ts":1785240206.4697828,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae"} {"level":"info","ts":1785240206.4698133,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae"} {"level":"info","ts":1785240206.4698324,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","EoS":false} {"level":"info","ts":1785240206.4698446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","EoS":true} {"level":"error","ts":1785240206.4698548,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785240206.4699175,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c4405671-d86b-44a1-a473-960e94f5fcae"} {"level":"info","ts":1785240206.5120013,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785240206.5120738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2"} {"level":"info","ts":1785240206.5120866,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2"} {"level":"info","ts":1785240206.512098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2","EoS":true} {"level":"info","ts":1785240206.5121222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2","header":"x-maas-subscription"} {"level":"info","ts":1785240206.5121324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2","header":"x-maas-group"} {"level":"info","ts":1785240206.5121374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2","header":"x-maas-username"} {"level":"info","ts":1785240206.512165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2"} {"level":"info","ts":1785240206.5627706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2"} {"level":"info","ts":1785240206.5627892,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2"} {"level":"info","ts":1785240206.5628033,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2","EoS":false} {"level":"info","ts":1785240206.562877,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2","EoS":true} {"level":"error","ts":1785240206.5628932,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785240206.5629294,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5db7fc1a-705f-4f18-b4db-ada5498584d2"} {"level":"info","ts":1785240207.5131266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82acd894-6f0f-4a33-a0df-1501e353d85a"} {"level":"info","ts":1785240207.5131373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df832128-ed8c-4b8d-80f7-1bb42d340ef7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240207.5131633,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df832128-ed8c-4b8d-80f7-1bb42d340ef7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785240207.676513,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9aa728a-4eed-484d-9fe6-e63a15fc571e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785240207.6766176,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9aa728a-4eed-484d-9fe6-e63a15fc571e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785240207.6765482,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ff6b4d4-bd86-465a-aec9-e4c58d092abc"} {"level":"info","ts":1785240207.8101404,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1ab2964b-80d8-4b79-b632-1c15b3397fd2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785240207.810214,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1ab2964b-80d8-4b79-b632-1c15b3397fd2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785241501.718458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785241501.7185469,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28398e90-4080-4c62-8b84-f26c92468089"} {"level":"info","ts":1785241556.7165515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785241556.716655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1"} {"level":"info","ts":1785241556.71667,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1"} {"level":"info","ts":1785241556.7166865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1","EoS":true} {"level":"info","ts":1785241556.7167258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1","header":"x-maas-group"} {"level":"info","ts":1785241556.7167406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1","header":"x-maas-username"} {"level":"info","ts":1785241556.7167485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1","header":"x-maas-subscription"} {"level":"info","ts":1785241556.716766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785241556.7167995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1"} {"level":"info","ts":1785241556.71788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1"} {"level":"info","ts":1785241556.7179015,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1"} {"level":"info","ts":1785241556.717923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1","EoS":false} {"level":"info","ts":1785241556.7179444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1","EoS":true} {"level":"info","ts":1785241556.7179904,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fe982182-c06a-4e2f-bdfa-1ec5c0a9a1d1"}