{"level":"info","ts":1784654203.670275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d"} {"level":"info","ts":1784654203.6702867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d"} {"level":"info","ts":1784654203.670298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d","EoS":true} {"level":"info","ts":1784654203.6703227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d","header":"x-maas-group"} {"level":"info","ts":1784654203.6703331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d","header":"x-maas-subscription"} {"level":"info","ts":1784654203.6703382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d","header":"x-maas-username"} {"level":"info","ts":1784654203.670358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654203.670384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d"} {"level":"info","ts":1784654203.6716647,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d"} {"level":"info","ts":1784654203.6716888,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d"} {"level":"info","ts":1784654203.6717064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d","EoS":false} {"level":"info","ts":1784654203.6717172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d","EoS":true} {"level":"info","ts":1784654203.6717548,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c1b9159e-97b2-4078-8b62-32c57bcb887d"} {"level":"info","ts":1784654226.7441385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654226.7442257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73"} {"level":"info","ts":1784654226.7442362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73"} {"level":"info","ts":1784654226.7442482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73","EoS":true} {"level":"info","ts":1784654226.7442713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73","header":"x-maas-username"} {"level":"info","ts":1784654226.7442813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73","header":"x-maas-group"} {"level":"info","ts":1784654226.7442863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73","header":"x-maas-subscription"} {"level":"info","ts":1784654226.7443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654226.7443264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73"} {"level":"info","ts":1784654226.7476604,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73"} {"level":"info","ts":1784654226.7476892,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73"} {"level":"info","ts":1784654226.7477071,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73","EoS":false} {"level":"info","ts":1784654226.747721,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73","EoS":true} {"level":"info","ts":1784654226.7477715,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"48d78aee-7989-4a6d-8f6e-5fb320f06c73"} {"level":"info","ts":1784654226.8791525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654226.879232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d"} {"level":"info","ts":1784654226.879242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d"} {"level":"info","ts":1784654226.8792531,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d","EoS":true} {"level":"info","ts":1784654226.8792777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d","header":"x-maas-subscription"} {"level":"info","ts":1784654226.8792875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d","header":"x-maas-username"} {"level":"info","ts":1784654226.879293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d","header":"x-maas-group"} {"level":"info","ts":1784654226.8793051,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654226.8793309,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d"} {"level":"info","ts":1784654226.8803766,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d"} {"level":"info","ts":1784654226.8803952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d"} {"level":"info","ts":1784654226.8804097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d","EoS":false} {"level":"info","ts":1784654226.8804212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d","EoS":true} {"level":"info","ts":1784654226.8804586,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1110400-c60e-4a0c-9da7-bdc7f4aecf7d"} {"level":"info","ts":1784654227.0133698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654227.0134497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83"} {"level":"info","ts":1784654227.0134635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83"} {"level":"info","ts":1784654227.0134752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83","EoS":true} {"level":"info","ts":1784654227.0134985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83","header":"x-maas-subscription"} {"level":"info","ts":1784654227.0135102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83","header":"x-maas-username"} {"level":"info","ts":1784654227.0135152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83","header":"x-maas-group"} {"level":"info","ts":1784654227.0135283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654227.013569,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83"} {"level":"info","ts":1784654227.01465,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83"} {"level":"info","ts":1784654227.014673,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83"} {"level":"info","ts":1784654227.0146942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83","EoS":false} {"level":"info","ts":1784654227.0147088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83","EoS":true} {"level":"info","ts":1784654227.0147545,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb90d677-cc69-47b2-af7a-90ae76422f83"} {"level":"info","ts":1784654227.1509683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654227.1510618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95"} {"level":"info","ts":1784654227.1510735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95"} {"level":"info","ts":1784654227.1510952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95","EoS":true} {"level":"info","ts":1784654227.1511264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95","header":"x-maas-group"} {"level":"info","ts":1784654227.1511412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95","header":"x-maas-username"} {"level":"info","ts":1784654227.151149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95","header":"x-maas-subscription"} {"level":"info","ts":1784654227.1511662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654227.1511967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95"} {"level":"info","ts":1784654227.1523354,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95"} {"level":"info","ts":1784654227.152358,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95"} {"level":"info","ts":1784654227.15238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95","EoS":false} {"level":"info","ts":1784654227.1523929,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95","EoS":true} {"level":"info","ts":1784654227.1524322,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05768b34-c5ae-4e30-8689-e70484554e95"} {"level":"info","ts":1784654227.2883234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654227.288403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8"} {"level":"info","ts":1784654227.288415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8"} {"level":"info","ts":1784654227.2884266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8","EoS":true} {"level":"info","ts":1784654227.2884514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8","header":"x-maas-group"} {"level":"info","ts":1784654227.288462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8","header":"x-maas-subscription"} {"level":"info","ts":1784654227.2884662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8","header":"x-maas-username"} {"level":"info","ts":1784654227.2884808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654227.2885027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8"} {"level":"info","ts":1784654227.2896733,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8"} {"level":"info","ts":1784654227.2897003,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8"} {"level":"info","ts":1784654227.2897284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8","EoS":false} {"level":"info","ts":1784654227.2897441,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8","EoS":true} {"level":"info","ts":1784654227.289788,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5340d34-4bb1-4c39-9385-97ea10b679f8"} {"level":"info","ts":1784654246.1462219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654246.1463203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9"} {"level":"info","ts":1784654246.1463397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9"} {"level":"info","ts":1784654246.1463587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9","EoS":true} {"level":"info","ts":1784654246.1463966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9","header":"x-maas-group"} {"level":"info","ts":1784654246.146409,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9","header":"x-maas-subscription"} {"level":"info","ts":1784654246.1464186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9","header":"x-maas-username"} {"level":"info","ts":1784654246.1464374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654246.1464734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9"} {"level":"info","ts":1784654246.1476405,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9"} {"level":"info","ts":1784654246.147666,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9"} {"level":"info","ts":1784654246.1476822,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9","EoS":false} {"level":"info","ts":1784654246.147695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9","EoS":true} {"level":"info","ts":1784654246.147739,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"95350394-fc46-4d4d-bcc3-9b93b5cccab9"} {"level":"info","ts":1784654246.2467108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654246.2468002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41cf3c6c-aa29-455d-b082-bb675e190b55"} {"level":"info","ts":1784654246.247985,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41cf3c6c-aa29-455d-b082-bb675e190b55"} {"level":"info","ts":1784654246.2480092,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"41cf3c6c-aa29-455d-b082-bb675e190b55"} {"level":"info","ts":1784654246.248032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41cf3c6c-aa29-455d-b082-bb675e190b55","EoS":false} {"level":"info","ts":1784654246.2480443,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"41cf3c6c-aa29-455d-b082-bb675e190b55"} {"level":"info","ts":1784654246.2480729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"41cf3c6c-aa29-455d-b082-bb675e190b55","EoS":true} {"level":"info","ts":1784654246.2480848,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"41cf3c6c-aa29-455d-b082-bb675e190b55"} {"level":"info","ts":1784654250.8837116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654250.8837988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453"} {"level":"info","ts":1784654250.8838084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453"} {"level":"info","ts":1784654250.883827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453","EoS":true} {"level":"info","ts":1784654250.8838596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453","header":"x-maas-subscription"} {"level":"info","ts":1784654250.88387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453","header":"x-maas-group"} {"level":"info","ts":1784654250.883876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453","header":"x-maas-username"} {"level":"info","ts":1784654250.8839376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654250.8839629,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453"} {"level":"info","ts":1784654250.8849788,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453"} {"level":"info","ts":1784654250.8849995,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453"} {"level":"info","ts":1784654250.8850188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453","EoS":false} {"level":"info","ts":1784654250.885036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453","EoS":true} {"level":"info","ts":1784654250.8850906,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2a44b33d-6db1-45cc-ae31-91e36db68453"} {"level":"info","ts":1784654259.463386,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654259.463481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814"} {"level":"info","ts":1784654259.4634953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814"} {"level":"info","ts":1784654259.4635158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814","EoS":true} {"level":"info","ts":1784654259.4635832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814","header":"x-maas-group"} {"level":"info","ts":1784654259.4635963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814","header":"x-maas-subscription"} {"level":"info","ts":1784654259.4636033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814","header":"x-maas-username"} {"level":"info","ts":1784654259.4636216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784654259.4636555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814"} {"level":"info","ts":1784654259.4653401,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814"} {"level":"info","ts":1784654259.46536,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814"} {"level":"info","ts":1784654259.4653757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814","EoS":false} {"level":"info","ts":1784654259.465387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814","EoS":true} {"level":"info","ts":1784654259.4654212,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f81642c-bb79-448c-ba18-0ff97f092814"} {"level":"info","ts":1784654272.3248816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654272.324962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818"} {"level":"info","ts":1784654272.3249714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818"} {"level":"info","ts":1784654272.324983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818","EoS":true} {"level":"info","ts":1784654272.3250098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818","header":"x-maas-username"} {"level":"info","ts":1784654272.3250208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818","header":"x-maas-subscription"} {"level":"info","ts":1784654272.3250256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818","header":"x-maas-group"} {"level":"info","ts":1784654272.3250391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654272.3250642,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818"} {"level":"info","ts":1784654272.3261685,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818"} {"level":"info","ts":1784654272.3261924,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818"} {"level":"info","ts":1784654272.3262088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818","EoS":false} {"level":"info","ts":1784654272.3262222,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818","EoS":true} {"level":"info","ts":1784654272.3262608,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd05273f-baa7-4ec0-8f64-f46d2d8e3818"} {"level":"info","ts":1784654280.8448215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654280.8449037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2"} {"level":"info","ts":1784654280.844913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2"} {"level":"info","ts":1784654280.844925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2","EoS":true} {"level":"info","ts":1784654280.8449554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2","header":"x-maas-group"} {"level":"info","ts":1784654280.8449667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2","header":"x-maas-subscription"} {"level":"info","ts":1784654280.8449712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2","header":"x-maas-username"} {"level":"info","ts":1784654280.8449845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654280.8450096,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2"} {"level":"info","ts":1784654280.846275,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2"} {"level":"info","ts":1784654280.846296,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2"} {"level":"info","ts":1784654280.8463173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2","EoS":false} {"level":"info","ts":1784654280.846337,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2","EoS":true} {"level":"info","ts":1784654280.8463867,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"86e7fe0c-2237-4722-a305-0a14b88392c2"} {"level":"info","ts":1784654289.6860497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654289.6861315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae"} {"level":"info","ts":1784654289.6861415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae"} {"level":"info","ts":1784654289.6861534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae","EoS":true} {"level":"info","ts":1784654289.686179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae","header":"x-maas-group"} {"level":"info","ts":1784654289.686187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae","header":"x-maas-subscription"} {"level":"info","ts":1784654289.6861916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae","header":"x-maas-username"} {"level":"info","ts":1784654289.6862044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654289.686235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae"} {"level":"info","ts":1784654289.6873274,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae"} {"level":"info","ts":1784654289.6873436,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae"} {"level":"info","ts":1784654289.6873553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae","EoS":false} {"level":"info","ts":1784654289.6873658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae","EoS":true} {"level":"info","ts":1784654289.687407,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c971225e-a9db-4ef7-bd3a-c8e33a42d4ae"} {"level":"info","ts":1784654314.5086336,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654314.5087204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00"} {"level":"info","ts":1784654314.508733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00"} {"level":"info","ts":1784654314.5087497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00","EoS":true} {"level":"info","ts":1784654314.5087898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00","header":"x-maas-subscription"} {"level":"info","ts":1784654314.5088034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00","header":"x-maas-username"} {"level":"info","ts":1784654314.508811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00","header":"x-maas-group"} {"level":"info","ts":1784654314.508829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784654314.5088656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00"} {"level":"info","ts":1784654314.5099454,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00"} {"level":"info","ts":1784654314.5099666,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00"} {"level":"info","ts":1784654314.5099819,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00","EoS":false} {"level":"info","ts":1784654314.5099945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00","EoS":true} {"level":"info","ts":1784654314.5100281,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f595da3a-a7cc-42be-b87f-b9bda162bb00"} {"level":"info","ts":1784654337.782117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654337.7822042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4"} {"level":"info","ts":1784654337.7822154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4"} {"level":"info","ts":1784654337.7822292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4","EoS":true} {"level":"info","ts":1784654337.7822628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4","header":"x-maas-username"} {"level":"info","ts":1784654337.7822735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4","header":"x-maas-subscription"} {"level":"info","ts":1784654337.7822778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4","header":"x-maas-group"} {"level":"info","ts":1784654337.7822928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784654337.7823236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4"} {"level":"info","ts":1784654337.7854545,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4"} {"level":"info","ts":1784654337.7854702,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4"} {"level":"info","ts":1784654337.7854817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4","EoS":false} {"level":"info","ts":1784654337.7854931,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4","EoS":true} {"level":"info","ts":1784654337.7855387,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6713268-93f8-43e0-bc5f-b788b68f9bd4"} {"level":"info","ts":1784654364.3610315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654364.3611171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74"} {"level":"info","ts":1784654364.3611279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74"} {"level":"info","ts":1784654364.3611403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74","EoS":true} {"level":"info","ts":1784654364.3611708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74","header":"x-maas-username"} {"level":"info","ts":1784654364.3611817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74","header":"x-maas-subscription"} {"level":"info","ts":1784654364.3611867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74","header":"x-maas-group"} {"level":"info","ts":1784654364.3612006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654364.3612285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74"} {"level":"info","ts":1784654364.3641694,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74"} {"level":"info","ts":1784654364.3641956,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74"} {"level":"info","ts":1784654364.364212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74","EoS":false} {"level":"info","ts":1784654364.364226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74","EoS":true} {"level":"info","ts":1784654364.3642623,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"12858fc6-ee0c-4c54-99e3-7b7e948c5f74"} {"level":"info","ts":1784654373.7260504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654373.7261808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6"} {"level":"info","ts":1784654373.726204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6"} {"level":"info","ts":1784654373.726223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6","EoS":true} {"level":"info","ts":1784654373.7262638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6","header":"x-maas-username"} {"level":"info","ts":1784654373.7262783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6","header":"x-maas-subscription"} {"level":"info","ts":1784654373.7262878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6","header":"x-maas-group"} {"level":"info","ts":1784654373.7263045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654373.7263424,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6"} {"level":"info","ts":1784654373.7275856,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6"} {"level":"info","ts":1784654373.727607,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6"} {"level":"info","ts":1784654373.7276232,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6","EoS":false} {"level":"info","ts":1784654373.7276356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6","EoS":true} {"level":"info","ts":1784654373.727673,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff961a8d-021e-4b52-aa64-0c01740827d6"} {"level":"info","ts":1784654373.76098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654373.7610698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02"} {"level":"info","ts":1784654373.7610822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02"} {"level":"info","ts":1784654373.7610931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02","EoS":true} {"level":"info","ts":1784654373.7611136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02","header":"x-maas-username"} {"level":"info","ts":1784654373.761124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02","header":"x-maas-group"} {"level":"info","ts":1784654373.7611284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02","header":"x-maas-subscription"} {"level":"info","ts":1784654373.7611413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654373.7611654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02"} {"level":"info","ts":1784654373.762189,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02"} {"level":"info","ts":1784654373.7622054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02"} {"level":"info","ts":1784654373.762223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02","EoS":false} {"level":"info","ts":1784654373.762235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02","EoS":true} {"level":"info","ts":1784654373.7622762,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1a1f2924-fa8d-421a-a8a8-2c388f30eb02"} {"level":"info","ts":1784654392.8939111,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654392.893992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e"} {"level":"info","ts":1784654392.8940022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e"} {"level":"info","ts":1784654392.894015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e","EoS":true} {"level":"info","ts":1784654392.8940456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e","header":"x-maas-username"} {"level":"info","ts":1784654392.894056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e","header":"x-maas-subscription"} {"level":"info","ts":1784654392.8940613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e","header":"x-maas-group"} {"level":"info","ts":1784654392.8940744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654392.8941073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e"} {"level":"info","ts":1784654392.895123,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e"} {"level":"info","ts":1784654392.8951404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e"} {"level":"info","ts":1784654392.8951597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e","EoS":false} {"level":"info","ts":1784654392.8951766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e","EoS":true} {"level":"info","ts":1784654392.895223,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe9aed7a-edfb-4199-84db-5d5588dece0e"} {"level":"info","ts":1784654525.733946,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654525.7340374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298"} {"level":"info","ts":1784654525.7340472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298"} {"level":"info","ts":1784654525.7340596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298","EoS":true} {"level":"info","ts":1784654525.7340868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298","header":"x-maas-subscription"} {"level":"info","ts":1784654525.7341058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298","header":"x-maas-username"} {"level":"info","ts":1784654525.7341113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298","header":"x-maas-group"} {"level":"info","ts":1784654525.7341237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784654525.7341473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298"} {"level":"info","ts":1784654525.7357411,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298"} {"level":"info","ts":1784654525.7357569,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298"} {"level":"info","ts":1784654525.735768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298","EoS":false} {"level":"info","ts":1784654525.7357779,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298","EoS":true} {"level":"info","ts":1784654525.7358105,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a850ee5e-cbff-4e3e-b647-cb3e04c12298"} {"level":"info","ts":1784654562.792157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654562.7922409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54"} {"level":"info","ts":1784654562.7922506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54"} {"level":"info","ts":1784654562.792262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54","EoS":true} {"level":"info","ts":1784654562.7922912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54","header":"x-maas-subscription"} {"level":"info","ts":1784654562.7922993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54","header":"x-maas-username"} {"level":"info","ts":1784654562.7923036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54","header":"x-maas-group"} {"level":"info","ts":1784654562.7923188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654562.7923481,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54"} {"level":"info","ts":1784654562.7934685,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54"} {"level":"info","ts":1784654562.793488,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54"} {"level":"info","ts":1784654562.7935042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54","EoS":false} {"level":"info","ts":1784654562.7935152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54","EoS":true} {"level":"info","ts":1784654562.7935753,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c6c1f2c8-e491-45b3-8f6d-fd7b7ac13a54"} {"level":"info","ts":1784654578.1057386,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654578.105821,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f"} {"level":"info","ts":1784654578.1058297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f"} {"level":"info","ts":1784654578.1058414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f","EoS":true} {"level":"info","ts":1784654578.1058702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f","header":"x-maas-group"} {"level":"info","ts":1784654578.1058965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f","header":"x-maas-username"} {"level":"info","ts":1784654578.1059034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f","header":"x-maas-subscription"} {"level":"info","ts":1784654578.1059165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654578.1059391,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f"} {"level":"info","ts":1784654578.1098242,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f"} {"level":"info","ts":1784654578.109854,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f"} {"level":"info","ts":1784654578.109879,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f","EoS":false} {"level":"info","ts":1784654578.109904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f","EoS":true} {"level":"info","ts":1784654578.10997,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4ed0629f-561f-488f-b3a9-26245c32f00f"} {"level":"info","ts":1784654888.3980143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654888.3981028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b"} {"level":"info","ts":1784654888.398114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b"} {"level":"info","ts":1784654888.398126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b","EoS":true} {"level":"info","ts":1784654888.3981524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b","header":"x-maas-username"} {"level":"info","ts":1784654888.3981624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b","header":"x-maas-subscription"} {"level":"info","ts":1784654888.398167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b","header":"x-maas-group"} {"level":"info","ts":1784654888.3981888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654888.3982134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b"} {"level":"info","ts":1784654888.4014866,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b"} {"level":"info","ts":1784654888.401516,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b"} {"level":"info","ts":1784654888.4015343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b","EoS":false} {"level":"info","ts":1784654888.40155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b","EoS":true} {"level":"info","ts":1784654888.4016201,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53593ade-45f9-4720-bc67-4af80815e44b"} {"level":"info","ts":1784654893.1836867,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a929c17-b9d1-4993-afe7-1ee77afd9742","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784654893.1839588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34026.693169028,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.183987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.2317872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.2845414,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a929c17-b9d1-4993-afe7-1ee77afd9742","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784654893.3020396,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3bf4d730-0b45-44b9-89a9-86ecc0a3f9dc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784654893.3020465,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fef2cb7-90c5-4cbd-8270-99c467a0f9ba"} {"level":"info","ts":1784654893.3020725,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3bf4d730-0b45-44b9-89a9-86ecc0a3f9dc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784654893.3107185,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4e8d94e-a0bf-41eb-8bc7-8d0bc1714916","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784654893.3107448,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4e8d94e-a0bf-41eb-8bc7-8d0bc1714916","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784654893.3113685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34502.974811275,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.311389,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.3212686,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.4123905,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fef2cb7-90c5-4cbd-8270-99c467a0f9ba","name":"e2e-external-provider"} {"level":"info","ts":1784654893.4157517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdcf37cc-cb5e-4c05-8903-ae6e8cbd8112","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654893.415799,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdcf37cc-cb5e-4c05-8903-ae6e8cbd8112","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784654893.4158018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69219baa-6d48-442a-adb2-257b9690c92b"} {"level":"info","ts":1784654893.422173,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fef2cb7-90c5-4cbd-8270-99c467a0f9ba","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784654893.4237275,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69219baa-6d48-442a-adb2-257b9690c92b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784654893.4238753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16932b4b-fdfa-4ca2-9bd7-4698d205bf44","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654893.4239087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16932b4b-fdfa-4ca2-9bd7-4698d205bf44","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784654893.431923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"166c0c25-b843-44fa-adfa-440ee1347dc2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654893.4319487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"166c0c25-b843-44fa-adfa-440ee1347dc2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784654893.4320898,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69219baa-6d48-442a-adb2-257b9690c92b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784654893.4321449,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"012146f0-f2c2-4315-9367-56858d1da1a0"} {"level":"info","ts":1784654893.432186,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"012146f0-f2c2-4315-9367-56858d1da1a0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784654893.437542,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fef2cb7-90c5-4cbd-8270-99c467a0f9ba","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784654893.439926,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"012146f0-f2c2-4315-9367-56858d1da1a0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784654893.4461904,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fef2cb7-90c5-4cbd-8270-99c467a0f9ba","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784654893.45088,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"519fa431-02e4-4ba5-9cb8-8a5f820ed768"} {"level":"info","ts":1784654893.4509099,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"519fa431-02e4-4ba5-9cb8-8a5f820ed768","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784654893.454157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98dee72e-f31c-4734-863c-e2b3a4714945","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654893.4541628,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"508fdd45-36ad-4fec-9f04-ed903fbecb16"} {"level":"info","ts":1784654893.4541883,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98dee72e-f31c-4734-863c-e2b3a4714945","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784654893.4542344,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6f72595-ce7a-4ac5-a40b-7b823549ba00","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784654893.4542365,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"508fdd45-36ad-4fec-9f04-ed903fbecb16","name":"e2e-external-provider"} {"level":"info","ts":1784654893.4542518,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6f72595-ce7a-4ac5-a40b-7b823549ba00","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784654893.4557455,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"519fa431-02e4-4ba5-9cb8-8a5f820ed768","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784654893.4558196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b7ad78-67c8-43fa-89f3-1911781cfb45"} {"level":"info","ts":1784654893.4560847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33736.579820654,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.4561057,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.4649208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784654893.4657183,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"508fdd45-36ad-4fec-9f04-ed903fbecb16","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784654893.4715455,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bc26d93-f5e4-42af-8968-694aded5649d"} {"level":"info","ts":1784654893.4716334,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bc26d93-f5e4-42af-8968-694aded5649d","name":"e2e-external-provider"} {"level":"info","ts":1784654893.483535,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bc26d93-f5e4-42af-8968-694aded5649d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784654893.5568588,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b7ad78-67c8-43fa-89f3-1911781cfb45","name":"e2e-external-model"} {"level":"info","ts":1784654893.570665,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b7ad78-67c8-43fa-89f3-1911781cfb45","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784654893.5773087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32828b04-2d2c-4e6d-a8f6-348cf4dc9537","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654893.577354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32828b04-2d2c-4e6d-a8f6-348cf4dc9537","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784654893.5774677,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52969bf9-aa0a-463b-bf9a-c246276dbfc3"} {"level":"info","ts":1784654893.5775232,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52969bf9-aa0a-463b-bf9a-c246276dbfc3","name":"e2e-external-model"} {"level":"info","ts":1784654893.5957472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5629dab1-69dd-4d4e-97b8-db46cbe93c6a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654893.5957808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5629dab1-69dd-4d4e-97b8-db46cbe93c6a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784654893.5965126,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52969bf9-aa0a-463b-bf9a-c246276dbfc3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784654893.5966258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32692620-7f1b-41be-bef3-64882df8eed3"} {"level":"info","ts":1784654893.5966809,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32692620-7f1b-41be-bef3-64882df8eed3","name":"e2e-external-model"} {"level":"info","ts":1784654893.607664,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32692620-7f1b-41be-bef3-64882df8eed3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784654893.6142848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6880eee1-9aec-4b02-b11e-11c0cf95a383"} {"level":"info","ts":1784654893.6143308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57c2e8e1-c039-47a7-b98d-cdde508017ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654893.6143656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57c2e8e1-c039-47a7-b98d-cdde508017ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784654893.6143372,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6880eee1-9aec-4b02-b11e-11c0cf95a383","name":"e2e-external-model"} {"level":"info","ts":1784654893.6237347,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6880eee1-9aec-4b02-b11e-11c0cf95a383","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784654900.8485146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654900.8486183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6"} {"level":"info","ts":1784654900.8486304,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6"} {"level":"info","ts":1784654900.8486438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","EoS":true} {"level":"info","ts":1784654900.8486664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","header":"x-maas-username"} {"level":"info","ts":1784654900.8486757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","header":"x-maas-group"} {"level":"info","ts":1784654900.8486807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","header":"x-maas-subscription"} {"level":"info","ts":1784654900.8486958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784654900.848705,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","modelName":"e2e-external-model"} {"level":"info","ts":1784654900.8487172,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784654900.8487577,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784654900.848783,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6","authType":"apikey"} {"level":"info","ts":1784654900.8488166,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"090f186f-de43-4b85-8cfc-b132c6b91be6"} {"level":"info","ts":1784654900.9621332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"797a2631-2ff7-4ecd-be79-508276584537"} {"level":"info","ts":1784654900.9621837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093feb63-cc25-4049-b7db-3b8c003f009e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784654900.9622188,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093feb63-cc25-4049-b7db-3b8c003f009e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784654900.9705377,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"797a2631-2ff7-4ecd-be79-508276584537","name":"e2e-cleanup-test"} {"level":"info","ts":1784654900.9706237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23857056-7801-460f-9417-5cd503d36714","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784654900.9706519,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23857056-7801-460f-9417-5cd503d36714","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784654901.001437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ac6d572-bc64-4cc9-9f2e-0d646554141a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784654901.0014744,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ac6d572-bc64-4cc9-9f2e-0d646554141a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784654901.0016418,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"797a2631-2ff7-4ecd-be79-508276584537","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784654901.0016978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a888589e-d1ee-426e-b39b-a2289573feea"} {"level":"info","ts":1784654901.0017543,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a888589e-d1ee-426e-b39b-a2289573feea","name":"e2e-cleanup-test"} {"level":"error","ts":1784654901.02079,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a888589e-d1ee-426e-b39b-a2289573feea","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784654901.0215921,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62dd0791-9e97-4f00-a965-e0f0bbc2efc9"} {"level":"info","ts":1784654901.0216215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003b5b09-057e-48f1-88e7-db8b95f8ef52","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784654901.0216477,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"003b5b09-057e-48f1-88e7-db8b95f8ef52","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784654901.02165,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62dd0791-9e97-4f00-a965-e0f0bbc2efc9","name":"e2e-cleanup-test"} {"level":"info","ts":1784654901.0320053,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62dd0791-9e97-4f00-a965-e0f0bbc2efc9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784654901.0427146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df4e9afc-d9f9-48bd-8c81-60e2ac10c797"} {"level":"info","ts":1784654901.0427222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6dbd7902-4c06-45b4-a9f9-59501cb6a462","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784654901.0427458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6dbd7902-4c06-45b4-a9f9-59501cb6a462","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784654901.0427744,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df4e9afc-d9f9-48bd-8c81-60e2ac10c797","name":"e2e-cleanup-test"} {"level":"info","ts":1784654901.0541968,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df4e9afc-d9f9-48bd-8c81-60e2ac10c797","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784654909.223902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d858fbe9-a41d-4000-8acb-fe8198c2bf18","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784654909.2239566,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d858fbe9-a41d-4000-8acb-fe8198c2bf18","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784654909.2239013,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffad5350-ff38-499b-8495-6418446d8427"} {"level":"info","ts":1784654913.5356636,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654913.5357533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88420a2d-dcad-446f-abe2-304ce2445a07"} {"level":"info","ts":1784654913.5357614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88420a2d-dcad-446f-abe2-304ce2445a07"} {"level":"info","ts":1784654913.535775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88420a2d-dcad-446f-abe2-304ce2445a07","EoS":true} {"level":"info","ts":1784654913.5358126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88420a2d-dcad-446f-abe2-304ce2445a07","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784654913.5358436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88420a2d-dcad-446f-abe2-304ce2445a07"} {"level":"info","ts":1784654913.5724185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654913.5724976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7"} {"level":"info","ts":1784654913.5725067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7"} {"level":"info","ts":1784654913.5725186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","EoS":true} {"level":"info","ts":1784654913.5725427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","header":"x-maas-subscription"} {"level":"info","ts":1784654913.5725725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","header":"x-maas-username"} {"level":"info","ts":1784654913.5725777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","header":"x-maas-group"} {"level":"info","ts":1784654913.572591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784654913.5725982,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","modelName":"e2e-external-model"} {"level":"info","ts":1784654913.5726113,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784654913.5726342,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784654913.5726507,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7","authType":"apikey"} {"level":"info","ts":1784654913.5726752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ed4f5c5-66b1-435a-8d3a-4d58792bd3c7"} {"level":"info","ts":1784654913.607147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654913.607227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e"} {"level":"info","ts":1784654913.6072392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e"} {"level":"info","ts":1784654913.6072512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","EoS":true} {"level":"info","ts":1784654913.6072812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","header":"x-maas-username"} {"level":"info","ts":1784654913.6072924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","header":"x-maas-group"} {"level":"info","ts":1784654913.6072981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","header":"x-maas-subscription"} {"level":"info","ts":1784654913.6073093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784654913.6073327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e"} {"level":"info","ts":1784654913.7035904,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e"} {"level":"info","ts":1784654913.703616,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e"} {"level":"info","ts":1784654913.7036455,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","EoS":false} {"level":"info","ts":1784654913.7036643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","EoS":true} {"level":"error","ts":1784654913.703679,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784654913.7037416,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0bf99d4c-c64e-4aec-9f38-8c8caca82a2e"} {"level":"info","ts":1784654913.7415774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654913.7416666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092"} {"level":"info","ts":1784654913.7416804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092"} {"level":"info","ts":1784654913.7417002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092","EoS":true} {"level":"info","ts":1784654913.7417333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092","header":"x-maas-username"} {"level":"info","ts":1784654913.7417476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092","header":"x-maas-subscription"} {"level":"info","ts":1784654913.7417576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092","header":"x-maas-group"} {"level":"info","ts":1784654913.7417982,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092"} {"level":"info","ts":1784654913.7897573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092"} {"level":"info","ts":1784654913.789783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092"} {"level":"info","ts":1784654913.7898054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092","EoS":false} {"level":"info","ts":1784654913.7898228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092","EoS":true} {"level":"error","ts":1784654913.7898412,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784654913.7898939,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5168f76e-4bcc-4bff-9437-edbf56ab7092"} {"level":"info","ts":1784654914.6196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5463c660-df14-4fe0-ad62-18ee3fec93a8"} {"level":"info","ts":1784654914.6196568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787fc2bf-3385-47dd-92eb-72a1227ab7dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654914.6196933,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"787fc2bf-3385-47dd-92eb-72a1227ab7dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784654914.758027,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbe40df8-a67b-40ab-9e33-9184a5e79b60","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784654914.758077,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbe40df8-a67b-40ab-9e33-9184a5e79b60","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784654914.7581232,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56b8416a-e3b3-43b5-aaad-7177dace929d"} {"level":"info","ts":1784654914.8708625,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d5754eb-c11b-4080-85ed-b28ec60363c5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784654914.8709958,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d5754eb-c11b-4080-85ed-b28ec60363c5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784655557.1652274,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655557.165306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c"} {"level":"info","ts":1784655557.1653168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c"} {"level":"info","ts":1784655557.1653287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c","EoS":true} {"level":"info","ts":1784655557.1653543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c","header":"x-maas-username"} {"level":"info","ts":1784655557.1653655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c","header":"x-maas-subscription"} {"level":"info","ts":1784655557.1653697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c","header":"x-maas-group"} {"level":"info","ts":1784655557.1653857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c","path":"/ai-tenant-e2e-inf-b-892f8e/test-model-892f8e/v1/chat/completions"} {"level":"info","ts":1784655557.1654067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c"} {"level":"info","ts":1784655557.1784854,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c"} {"level":"info","ts":1784655557.1785104,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c"} {"level":"info","ts":1784655557.1785314,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c","EoS":false} {"level":"info","ts":1784655557.1785445,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c","EoS":true} {"level":"info","ts":1784655557.1786096,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6396bd7a-8aa6-4608-964e-555c24143d0c"} {"level":"info","ts":1784656052.547203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784656052.5472982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542"} {"level":"info","ts":1784656052.5473166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542"} {"level":"info","ts":1784656052.5473359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542","EoS":true} {"level":"info","ts":1784656052.5473726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542","header":"x-maas-username"} {"level":"info","ts":1784656052.5473845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542","header":"x-maas-group"} {"level":"info","ts":1784656052.54739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542","header":"x-maas-subscription"} {"level":"info","ts":1784656052.547404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542","path":"/ai-tenant-e2e-shared-b-5a36a6/rate-test-model-5a36a6/v1/completions"} {"level":"info","ts":1784656052.5474324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542"} {"level":"info","ts":1784656052.5606718,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542"} {"level":"info","ts":1784656052.5607004,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542"} {"level":"info","ts":1784656052.5607228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542","EoS":false} {"level":"info","ts":1784656052.5607393,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542","EoS":true} {"level":"info","ts":1784656052.5607874,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d9dd60d1-2394-41bb-bb87-530cc7778542"}