{"level":"info","ts":1784801358.6416996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801358.641778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.641789,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.6418004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","EoS":false} {"level":"info","ts":1784801358.641816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","EoS":true} {"level":"info","ts":1784801358.6418402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784801358.641856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801358.6418767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebee602f-1877-4f51-bff5-252b543d8d78"} {"level":"info","ts":1784801358.7769182,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801358.7770011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.77702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.7770329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","EoS":false} {"level":"info","ts":1784801358.7770438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","EoS":true} {"level":"info","ts":1784801358.7770646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784801358.7770813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801358.7771065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22e918d2-979e-45c6-a545-c17baabfa1c8"} {"level":"info","ts":1784801358.91044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801358.910512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c18e6689-26e9-420b-960c-c4a71d9e0863"} {"level":"info","ts":1784801358.9105225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c18e6689-26e9-420b-960c-c4a71d9e0863"} {"level":"info","ts":1784801358.910534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c18e6689-26e9-420b-960c-c4a71d9e0863","EoS":false} {"level":"info","ts":1784801358.9105453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c18e6689-26e9-420b-960c-c4a71d9e0863","EoS":true} {"level":"info","ts":1784801358.9105682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c18e6689-26e9-420b-960c-c4a71d9e0863","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784801358.9105887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c18e6689-26e9-420b-960c-c4a71d9e0863","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801358.910614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c18e6689-26e9-420b-960c-c4a71d9e0863"} {"level":"info","ts":1784801375.7535746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801375.7536666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.7536767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.753688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","EoS":false} {"level":"info","ts":1784801375.7536993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","EoS":true} {"level":"info","ts":1784801375.7537189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784801375.7537367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801375.753752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1af16617-d6e7-4dd1-adcc-f6077362bc39"} {"level":"info","ts":1784801375.7874143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801375.7874846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a359063-f99d-4664-a16f-1c10638a2872"} {"level":"info","ts":1784801375.7874978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a359063-f99d-4664-a16f-1c10638a2872"} {"level":"info","ts":1784801375.7875154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a359063-f99d-4664-a16f-1c10638a2872","EoS":false} {"level":"info","ts":1784801375.7875376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a359063-f99d-4664-a16f-1c10638a2872","EoS":true} {"level":"info","ts":1784801375.7875667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a359063-f99d-4664-a16f-1c10638a2872","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784801375.7875881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a359063-f99d-4664-a16f-1c10638a2872","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801375.7876174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a359063-f99d-4664-a16f-1c10638a2872"} {"level":"info","ts":1784801375.8194356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801375.819503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60ab2802-4ba7-4c87-9f55-0c3ca689885e"} {"level":"info","ts":1784801375.8195121,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60ab2802-4ba7-4c87-9f55-0c3ca689885e"} {"level":"info","ts":1784801375.8195236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60ab2802-4ba7-4c87-9f55-0c3ca689885e","EoS":false} {"level":"info","ts":1784801375.8195353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60ab2802-4ba7-4c87-9f55-0c3ca689885e","EoS":true} {"level":"info","ts":1784801375.8195577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60ab2802-4ba7-4c87-9f55-0c3ca689885e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784801375.819572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60ab2802-4ba7-4c87-9f55-0c3ca689885e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801375.8195906,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60ab2802-4ba7-4c87-9f55-0c3ca689885e"} {"level":"info","ts":1784801375.85303,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801375.8531148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7ab52b7-f153-40b6-93d8-e3b3bf536133"} {"level":"info","ts":1784801380.4912982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801380.4913802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801380.491392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801380.4914033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","EoS":false} {"level":"info","ts":1784801380.4914143,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","EoS":true} {"level":"info","ts":1784801380.4914353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801380.491452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801380.4914749,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"221e60bf-51ab-4ac6-8ef0-de8671a4598f"} {"level":"info","ts":1784801389.0918372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801389.0919244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"002a81d1-a36c-459d-91c9-939bc983cb95"} {"level":"info","ts":1784801389.091939,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"002a81d1-a36c-459d-91c9-939bc983cb95"} {"level":"info","ts":1784801389.0919592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"002a81d1-a36c-459d-91c9-939bc983cb95","EoS":false} {"level":"info","ts":1784801389.0919821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"002a81d1-a36c-459d-91c9-939bc983cb95","EoS":true} {"level":"info","ts":1784801389.0920148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"002a81d1-a36c-459d-91c9-939bc983cb95","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801389.0920374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"002a81d1-a36c-459d-91c9-939bc983cb95","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801389.0920625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"002a81d1-a36c-459d-91c9-939bc983cb95"} {"level":"info","ts":1784801391.129758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801391.129836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801391.1298466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801391.1298573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","EoS":false} {"level":"info","ts":1784801391.1298702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","EoS":true} {"level":"info","ts":1784801391.1298943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801391.1299067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801391.129928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d4e049f-e4a6-47c6-87fb-5e4dbc6b82b4"} {"level":"info","ts":1784801404.01189,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801404.0119872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801404.0119972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801404.0120094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","EoS":false} {"level":"info","ts":1784801404.0120249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","EoS":true} {"level":"info","ts":1784801404.0120564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801404.012091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801404.0121214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f35ef08c-c0e2-42cd-9715-4be491e03924"} {"level":"info","ts":1784801412.5423493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801412.542428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801412.5424378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801412.5424495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","EoS":false} {"level":"info","ts":1784801412.5425153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","EoS":true} {"level":"info","ts":1784801412.542537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801412.5425532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801412.5425732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab90f968-de70-4563-8ad6-0b3cc893d0bc"} {"level":"info","ts":1784801421.4394274,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801421.4395163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801421.4395273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801421.4395387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","EoS":false} {"level":"info","ts":1784801421.439551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","EoS":true} {"level":"info","ts":1784801421.439576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801421.43959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801421.4396129,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29824b6b-b9f7-47f7-8be4-0972474a40ab"} {"level":"info","ts":1784801430.484144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801430.4842167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abdb4dea-1686-4fa8-8bea-2076386f4adb"} {"level":"info","ts":1784801430.4842281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abdb4dea-1686-4fa8-8bea-2076386f4adb"} {"level":"info","ts":1784801430.4842396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abdb4dea-1686-4fa8-8bea-2076386f4adb","EoS":false} {"level":"info","ts":1784801430.4842744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abdb4dea-1686-4fa8-8bea-2076386f4adb","EoS":true} {"level":"info","ts":1784801430.4842982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abdb4dea-1686-4fa8-8bea-2076386f4adb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801430.4843128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abdb4dea-1686-4fa8-8bea-2076386f4adb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801430.484329,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abdb4dea-1686-4fa8-8bea-2076386f4adb"} {"level":"info","ts":1784801435.2800148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801435.2800953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51563102-85c7-4478-afea-2a531bba183a"} {"level":"info","ts":1784801435.2801063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51563102-85c7-4478-afea-2a531bba183a"} {"level":"info","ts":1784801435.280118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51563102-85c7-4478-afea-2a531bba183a","EoS":false} {"level":"info","ts":1784801435.2801318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51563102-85c7-4478-afea-2a531bba183a","EoS":true} {"level":"info","ts":1784801435.2801518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51563102-85c7-4478-afea-2a531bba183a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784801435.280167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51563102-85c7-4478-afea-2a531bba183a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801435.2801828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51563102-85c7-4478-afea-2a531bba183a"} {"level":"info","ts":1784801440.0809872,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801440.0810628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5689e18f-cc37-45a8-8c6c-e7abe37858e8"} {"level":"info","ts":1784801440.0810723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5689e18f-cc37-45a8-8c6c-e7abe37858e8"} {"level":"info","ts":1784801440.0810835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5689e18f-cc37-45a8-8c6c-e7abe37858e8","EoS":false} {"level":"info","ts":1784801440.081097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5689e18f-cc37-45a8-8c6c-e7abe37858e8","EoS":true} {"level":"info","ts":1784801440.0811188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5689e18f-cc37-45a8-8c6c-e7abe37858e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801440.0811338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5689e18f-cc37-45a8-8c6c-e7abe37858e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801440.0811512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5689e18f-cc37-45a8-8c6c-e7abe37858e8"} {"level":"info","ts":1784801440.3586764,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801440.3587487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fad79df-3b49-456b-a5dd-786ea0b044f7"} {"level":"info","ts":1784801440.358758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fad79df-3b49-456b-a5dd-786ea0b044f7"} {"level":"info","ts":1784801440.3587687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fad79df-3b49-456b-a5dd-786ea0b044f7","EoS":false} {"level":"info","ts":1784801440.3587806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fad79df-3b49-456b-a5dd-786ea0b044f7","EoS":true} {"level":"info","ts":1784801440.3588014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fad79df-3b49-456b-a5dd-786ea0b044f7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801440.3588576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fad79df-3b49-456b-a5dd-786ea0b044f7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801440.3588796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fad79df-3b49-456b-a5dd-786ea0b044f7"} {"level":"info","ts":1784801442.3884187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801442.3885016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7a5ffc2-8994-4861-b9bd-d75fab53b040"} {"level":"info","ts":1784801442.38852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7a5ffc2-8994-4861-b9bd-d75fab53b040"} {"level":"info","ts":1784801442.3885367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7a5ffc2-8994-4861-b9bd-d75fab53b040","EoS":false} {"level":"info","ts":1784801442.3885474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7a5ffc2-8994-4861-b9bd-d75fab53b040","EoS":true} {"level":"info","ts":1784801442.3886323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7a5ffc2-8994-4861-b9bd-d75fab53b040","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801442.388651,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7a5ffc2-8994-4861-b9bd-d75fab53b040","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801442.3886704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7a5ffc2-8994-4861-b9bd-d75fab53b040"} {"level":"info","ts":1784801444.4228394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801444.422923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e320558e-e8b8-4313-9e48-b5e1c4acdfc6"} {"level":"info","ts":1784801444.4229374,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e320558e-e8b8-4313-9e48-b5e1c4acdfc6"} {"level":"info","ts":1784801444.4229589,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e320558e-e8b8-4313-9e48-b5e1c4acdfc6","EoS":false} {"level":"info","ts":1784801444.4229748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e320558e-e8b8-4313-9e48-b5e1c4acdfc6","EoS":true} {"level":"info","ts":1784801444.4230032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e320558e-e8b8-4313-9e48-b5e1c4acdfc6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801444.42302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e320558e-e8b8-4313-9e48-b5e1c4acdfc6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801444.4230409,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e320558e-e8b8-4313-9e48-b5e1c4acdfc6"} {"level":"info","ts":1784801446.4642217,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801446.4643183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801446.4643283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801446.46434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","EoS":false} {"level":"info","ts":1784801446.464351,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","EoS":true} {"level":"info","ts":1784801446.4643707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801446.4643934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801446.4644132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5273483-8476-42a1-b448-bdcc9088d2ee"} {"level":"info","ts":1784801468.9141355,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801468.914207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801468.9142156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801468.9142263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","EoS":false} {"level":"info","ts":1784801468.914236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","EoS":true} {"level":"info","ts":1784801468.9142804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801468.914297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801468.914312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26f2a7d2-2597-428a-90d2-cc1801def258"} {"level":"info","ts":1784801478.2268949,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801478.226993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81ad2b14-5d02-4a21-86d2-32515795519d"} {"level":"info","ts":1784801478.2270083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81ad2b14-5d02-4a21-86d2-32515795519d"} {"level":"info","ts":1784801478.2270243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81ad2b14-5d02-4a21-86d2-32515795519d","EoS":false} {"level":"info","ts":1784801478.227044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81ad2b14-5d02-4a21-86d2-32515795519d","EoS":true} {"level":"info","ts":1784801478.2270694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81ad2b14-5d02-4a21-86d2-32515795519d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801478.227088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81ad2b14-5d02-4a21-86d2-32515795519d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801478.2271152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81ad2b14-5d02-4a21-86d2-32515795519d"} {"level":"info","ts":1784801483.651811,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801483.6518984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16707e3c-8307-48d1-87af-01da75de6f5e"} {"level":"info","ts":1784801483.6519587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16707e3c-8307-48d1-87af-01da75de6f5e"} {"level":"info","ts":1784801483.651979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16707e3c-8307-48d1-87af-01da75de6f5e","EoS":false} {"level":"info","ts":1784801483.652002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16707e3c-8307-48d1-87af-01da75de6f5e","EoS":true} {"level":"info","ts":1784801483.6520233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16707e3c-8307-48d1-87af-01da75de6f5e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801483.6520402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16707e3c-8307-48d1-87af-01da75de6f5e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801483.6520593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16707e3c-8307-48d1-87af-01da75de6f5e"} {"level":"info","ts":1784801493.2039325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801493.2040117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ceb25964-29b0-41e9-9824-b167501297ff"} {"level":"info","ts":1784801493.2040234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ceb25964-29b0-41e9-9824-b167501297ff"} {"level":"info","ts":1784801493.2040346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ceb25964-29b0-41e9-9824-b167501297ff","EoS":false} {"level":"info","ts":1784801493.2040968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ceb25964-29b0-41e9-9824-b167501297ff","EoS":true} {"level":"info","ts":1784801493.2041175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ceb25964-29b0-41e9-9824-b167501297ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801493.2041326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ceb25964-29b0-41e9-9824-b167501297ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801493.2041535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ceb25964-29b0-41e9-9824-b167501297ff"} {"level":"info","ts":1784801495.2319655,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801495.232053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5794a1d3-6c5e-40b8-a6de-e20688577a13"} {"level":"info","ts":1784801495.2320666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5794a1d3-6c5e-40b8-a6de-e20688577a13"} {"level":"info","ts":1784801495.232079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5794a1d3-6c5e-40b8-a6de-e20688577a13","EoS":false} {"level":"info","ts":1784801495.2320929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5794a1d3-6c5e-40b8-a6de-e20688577a13","EoS":true} {"level":"info","ts":1784801495.2321115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5794a1d3-6c5e-40b8-a6de-e20688577a13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801495.2321272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5794a1d3-6c5e-40b8-a6de-e20688577a13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801495.2321475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5794a1d3-6c5e-40b8-a6de-e20688577a13"} {"level":"info","ts":1784801497.2641506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801497.2642238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e232e485-65e0-4226-b050-cf91b5e0c2c7"} {"level":"info","ts":1784801497.264234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e232e485-65e0-4226-b050-cf91b5e0c2c7"} {"level":"info","ts":1784801497.2642457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e232e485-65e0-4226-b050-cf91b5e0c2c7","EoS":false} {"level":"info","ts":1784801497.2642858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e232e485-65e0-4226-b050-cf91b5e0c2c7","EoS":true} {"level":"info","ts":1784801497.2643087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e232e485-65e0-4226-b050-cf91b5e0c2c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801497.2643247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e232e485-65e0-4226-b050-cf91b5e0c2c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801497.2643437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e232e485-65e0-4226-b050-cf91b5e0c2c7"} {"level":"info","ts":1784801499.3035882,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801499.3037276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801499.3037505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801499.3037682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","EoS":false} {"level":"info","ts":1784801499.303789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","EoS":true} {"level":"info","ts":1784801499.3038251,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801499.3038461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801499.3038702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c9ae33e-e995-4725-90bb-f837d2839574"} {"level":"info","ts":1784801508.7246382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801508.7247314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.7247472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.7247658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","EoS":false} {"level":"info","ts":1784801508.724784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","EoS":true} {"level":"info","ts":1784801508.724813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801508.7248328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801508.724863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ac21b23-1267-4d6b-8794-d62459b2c86c"} {"level":"info","ts":1784801508.76406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801508.7641232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801508.7641332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801508.7641447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","EoS":false} {"level":"info","ts":1784801508.7641551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","EoS":true} {"level":"info","ts":1784801508.7641714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801508.7641854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801508.764198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"792ada1e-2114-4e84-a69d-4eb285d78869"} {"level":"info","ts":1784801527.8448706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801527.8449445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801527.8449523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801527.8449638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","EoS":false} {"level":"info","ts":1784801527.8449745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","EoS":true} {"level":"info","ts":1784801527.8449945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801527.845015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801527.8450422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"765a11fc-c16d-4c23-9740-b47fe8e248b6"} {"level":"info","ts":1784801537.2066612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801537.206737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bac00da-dbe2-4c6e-87dc-079ff1a77871"} {"level":"info","ts":1784801537.206746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1bac00da-dbe2-4c6e-87dc-079ff1a77871"} {"level":"info","ts":1784801537.206757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bac00da-dbe2-4c6e-87dc-079ff1a77871","EoS":false} {"level":"info","ts":1784801537.2067678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bac00da-dbe2-4c6e-87dc-079ff1a77871","EoS":true} {"level":"info","ts":1784801537.2067866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bac00da-dbe2-4c6e-87dc-079ff1a77871","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801537.206806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bac00da-dbe2-4c6e-87dc-079ff1a77871","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801537.206834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1bac00da-dbe2-4c6e-87dc-079ff1a77871"} {"level":"info","ts":1784801542.4358404,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801542.4359124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b23e6e9a-8bd0-4bd6-b8e2-2e40cdd84371"} {"level":"info","ts":1784801542.4359217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b23e6e9a-8bd0-4bd6-b8e2-2e40cdd84371"} {"level":"info","ts":1784801542.4359336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b23e6e9a-8bd0-4bd6-b8e2-2e40cdd84371","EoS":false} {"level":"info","ts":1784801542.435946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b23e6e9a-8bd0-4bd6-b8e2-2e40cdd84371","EoS":true} {"level":"info","ts":1784801542.4359682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b23e6e9a-8bd0-4bd6-b8e2-2e40cdd84371","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784801542.4359834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b23e6e9a-8bd0-4bd6-b8e2-2e40cdd84371","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784801542.435999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b23e6e9a-8bd0-4bd6-b8e2-2e40cdd84371"} {"level":"info","ts":1784801632.884369,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801632.8844533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fda8da5-7035-458c-81a3-9f25df8c7b7e"} {"level":"info","ts":1784801632.884464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fda8da5-7035-458c-81a3-9f25df8c7b7e"} {"level":"info","ts":1784801632.8844764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fda8da5-7035-458c-81a3-9f25df8c7b7e","EoS":false} {"level":"info","ts":1784801632.8844874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fda8da5-7035-458c-81a3-9f25df8c7b7e","EoS":true} {"level":"info","ts":1784801632.8845081,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fda8da5-7035-458c-81a3-9f25df8c7b7e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784801632.8845243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fda8da5-7035-458c-81a3-9f25df8c7b7e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784801632.8845446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fda8da5-7035-458c-81a3-9f25df8c7b7e"} {"level":"info","ts":1784801658.383973,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801658.3840492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801658.384059,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801658.3840697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","EoS":false} {"level":"info","ts":1784801658.3840811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","EoS":true} {"level":"info","ts":1784801658.3841045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784801658.3841221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784801658.384142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d2a4649-b6b3-4c0c-921c-1212a4c16b87"} {"level":"info","ts":1784801695.3207994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801695.3208776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801695.3208907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801695.3209078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","EoS":false} {"level":"info","ts":1784801695.3209279,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","EoS":true} {"level":"info","ts":1784801695.320957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801695.3209765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801695.3209965,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2534125f-fc37-4ebe-988c-6fd92110a62c"} {"level":"info","ts":1784801710.548232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801710.5483334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.5483477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.5483656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","EoS":false} {"level":"info","ts":1784801710.5483775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","EoS":true} {"level":"info","ts":1784801710.5483983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801710.5484202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801710.5484478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"113453d3-b218-4b52-b409-b8577cba7678"} {"level":"info","ts":1784801710.8337715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784801710.833879,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67b90125-a303-48d3-863e-d2aa03fe3e2c"} {"level":"info","ts":1784801710.8338938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67b90125-a303-48d3-863e-d2aa03fe3e2c"} {"level":"info","ts":1784801710.8339136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67b90125-a303-48d3-863e-d2aa03fe3e2c","EoS":false} {"level":"info","ts":1784801710.833934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67b90125-a303-48d3-863e-d2aa03fe3e2c","EoS":true} {"level":"info","ts":1784801710.8339639,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67b90125-a303-48d3-863e-d2aa03fe3e2c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784801710.8339815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67b90125-a303-48d3-863e-d2aa03fe3e2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784801710.834015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67b90125-a303-48d3-863e-d2aa03fe3e2c"} {"level":"info","ts":1784802019.1221807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802019.122313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.122329,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.1223476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","EoS":false} {"level":"info","ts":1784802019.1223683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","EoS":true} {"level":"info","ts":1784802019.1223965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784802019.1224172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784802019.1224468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c02a5bdd-cf4b-4e52-9ddf-1b967e49d0fc"} {"level":"info","ts":1784802019.1592262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802019.1593106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96584c91-0d60-42f8-a97d-338b7c115391"} {"level":"info","ts":1784802019.1593218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96584c91-0d60-42f8-a97d-338b7c115391"} {"level":"info","ts":1784802019.1593323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96584c91-0d60-42f8-a97d-338b7c115391","EoS":false} {"level":"info","ts":1784802019.1593418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96584c91-0d60-42f8-a97d-338b7c115391","EoS":true} {"level":"info","ts":1784802019.1593583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96584c91-0d60-42f8-a97d-338b7c115391","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784802019.1593695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96584c91-0d60-42f8-a97d-338b7c115391","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784802019.1593897,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96584c91-0d60-42f8-a97d-338b7c115391"} {"level":"info","ts":1784802019.1881063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802019.1881618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b71b5d36-f2b6-4d8f-a744-b566983cbe24"} {"level":"info","ts":1784802019.1881723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b71b5d36-f2b6-4d8f-a744-b566983cbe24"} {"level":"info","ts":1784802019.1881835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b71b5d36-f2b6-4d8f-a744-b566983cbe24","EoS":false} {"level":"info","ts":1784802019.1881962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b71b5d36-f2b6-4d8f-a744-b566983cbe24","EoS":true} {"level":"info","ts":1784802019.1882124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b71b5d36-f2b6-4d8f-a744-b566983cbe24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784802019.1882265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b71b5d36-f2b6-4d8f-a744-b566983cbe24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784802019.1882446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b71b5d36-f2b6-4d8f-a744-b566983cbe24"} {"level":"info","ts":1784802024.0270019,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8982f84a-5fc4-4680-9952-f6bb52e3c16a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802024.0271103,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8982f84a-5fc4-4680-9952-f6bb52e3c16a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784802024.0271094,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"058a3e79-e40b-46ac-b935-b10e6dba74b0"} {"level":"info","ts":1784802024.0338125,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d12154f2-5a1e-4146-9e89-e3809045a073","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802024.0338447,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d12154f2-5a1e-4146-9e89-e3809045a073","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784802024.035407,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"058a3e79-e40b-46ac-b935-b10e6dba74b0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802024.0356486,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36856.911017684,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.035668,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.1366186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.223858,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919380b0-dd5c-4cbc-be91-9d9413474be4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802024.2239017,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"919380b0-dd5c-4cbc-be91-9d9413474be4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784802024.224061,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"784599fd-9a87-434c-bb53-e7ef722fc9ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.224088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"784599fd-9a87-434c-bb53-e7ef722fc9ba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.2241142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"504e6f42-ad43-4674-9318-6cfc4d8347f3"} {"level":"info","ts":1784802024.2241604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5213ed51-ae34-4b92-bd12-8bf19664a445","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.2241716,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5213ed51-ae34-4b92-bd12-8bf19664a445","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.2243922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38032.533143194,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.2244086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.2308,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.2358918,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37625.194289857,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.2359092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.243666,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784802024.2904973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fc3f81c-4a77-43a5-9fd7-acfa63a1f4fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.2905414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fc3f81c-4a77-43a5-9fd7-acfa63a1f4fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.3066268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8891f0ea-ddc9-4cdd-b2be-678964df3c3f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.3066573,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8891f0ea-ddc9-4cdd-b2be-678964df3c3f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.3188515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"313f11a9-ff75-4a55-ac33-c4f8dc6f2b33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802024.318887,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"313f11a9-ff75-4a55-ac33-c4f8dc6f2b33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784802024.3247154,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"504e6f42-ad43-4674-9318-6cfc4d8347f3","name":"e2e-external-model"} {"level":"info","ts":1784802024.3323128,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"504e6f42-ad43-4674-9318-6cfc4d8347f3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784802024.3355467,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"504e6f42-ad43-4674-9318-6cfc4d8347f3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802024.3356457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce60e8d3-45f9-4ce6-bc16-c73b0539b89f"} {"level":"info","ts":1784802024.335701,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce60e8d3-45f9-4ce6-bc16-c73b0539b89f","name":"e2e-external-model"} {"level":"info","ts":1784802024.335957,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"058a3e79-e40b-46ac-b935-b10e6dba74b0","name":"e2e-external-provider"} {"level":"info","ts":1784802024.344062,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"058a3e79-e40b-46ac-b935-b10e6dba74b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784802024.3443446,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce60e8d3-45f9-4ce6-bc16-c73b0539b89f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784802024.346913,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"058a3e79-e40b-46ac-b935-b10e6dba74b0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802024.347004,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7eca013-b0c8-4e78-a576-07eefada2682"} {"level":"info","ts":1784802024.34705,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7eca013-b0c8-4e78-a576-07eefada2682","name":"e2e-external-provider"} {"level":"info","ts":1784802024.3544781,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7eca013-b0c8-4e78-a576-07eefada2682","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784802033.6089766,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802033.6090748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4"} {"level":"info","ts":1784802033.609104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4"} {"level":"info","ts":1784802033.609124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4","EoS":false} {"level":"info","ts":1784802033.6091447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4","EoS":true} {"level":"info","ts":1784802033.6091752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784802033.6091979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802033.6092074,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4","modelName":"e2e-external-model"} {"level":"info","ts":1784802033.609226,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784802033.6093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"719fcab9-a8f4-4a2e-bd8a-8540f51838e4"} {"level":"info","ts":1784802033.6545167,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802033.6545818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10"} {"level":"info","ts":1784802033.6545906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10"} {"level":"info","ts":1784802033.6546006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10","EoS":false} {"level":"info","ts":1784802033.6546118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10","EoS":true} {"level":"info","ts":1784802033.654633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784802033.6546483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802033.6546552,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10","modelName":"e2e-external-model"} {"level":"info","ts":1784802033.6546688,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784802033.6547055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7d389f6-87a7-494c-93ea-d7228b4cca10"} {"level":"info","ts":1784802033.6797316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802033.6797981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5"} {"level":"info","ts":1784802033.679809,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5"} {"level":"info","ts":1784802033.6798196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","EoS":false} {"level":"info","ts":1784802033.6798308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","EoS":true} {"level":"info","ts":1784802033.679851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784802033.6798644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802033.6798706,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","modelName":"e2e-external-model"} {"level":"info","ts":1784802033.679882,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784802033.6799164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf90447e-e46f-4a99-8adc-e7287f2217e5"} {"level":"info","ts":1784802033.818559,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d5356d0-2ac0-4f0d-b1dd-27a67542786d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.818576,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb9a32-8cad-48a7-ab63-a37195fe4157"} {"level":"info","ts":1784802033.8186007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d5356d0-2ac0-4f0d-b1dd-27a67542786d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784802033.8234081,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b31e5dc6-7087-45cd-abb3-281f0c6cb13c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.823436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b31e5dc6-7087-45cd-abb3-281f0c6cb13c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784802033.826957,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb9a32-8cad-48a7-ab63-a37195fe4157","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802033.827023,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb9a32-8cad-48a7-ab63-a37195fe4157","name":"e2e-cleanup-test"} {"level":"info","ts":1784802033.8414896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37666bca-2f69-4248-8b9b-520f7fd02128","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.841527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37666bca-2f69-4248-8b9b-520f7fd02128","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784802033.8418667,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb9a32-8cad-48a7-ab63-a37195fe4157","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784802033.841942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb9a32-8cad-48a7-ab63-a37195fe4157","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802033.8420415,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fa1b8f4-9c9b-41c2-9d6c-f267686c266b"} {"level":"info","ts":1784802033.842145,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fa1b8f4-9c9b-41c2-9d6c-f267686c266b","name":"e2e-cleanup-test"} {"level":"info","ts":1784802033.8573134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af6b8eef-95bb-45a6-a655-f63ccef15c64","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.857352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af6b8eef-95bb-45a6-a655-f63ccef15c64","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784802033.8581617,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fa1b8f4-9c9b-41c2-9d6c-f267686c266b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784802033.8582175,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fa1b8f4-9c9b-41c2-9d6c-f267686c266b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802033.8582766,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fc8c145-89b5-4ff0-ba19-0aef82963081"} {"level":"info","ts":1784802033.8583255,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fc8c145-89b5-4ff0-ba19-0aef82963081","name":"e2e-cleanup-test"} {"level":"info","ts":1784802033.8651924,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fc8c145-89b5-4ff0-ba19-0aef82963081","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802033.8709967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4446084-1d83-4b88-9972-df9ee895758a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802033.8710327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4446084-1d83-4b88-9972-df9ee895758a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784802033.8722875,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fc8c145-89b5-4ff0-ba19-0aef82963081","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784802033.8723722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85d9d6ab-b821-45af-b05a-208c04b42166"} {"level":"info","ts":1784802033.8724167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85d9d6ab-b821-45af-b05a-208c04b42166","name":"e2e-cleanup-test"} {"level":"info","ts":1784802033.8810124,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85d9d6ab-b821-45af-b05a-208c04b42166","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784802042.0860035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23751ad3-5374-412c-a6d3-8fa417fe3597","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802042.0860522,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23751ad3-5374-412c-a6d3-8fa417fe3597","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784802042.086008,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa3f2fcd-37cf-4c63-afc4-44efc0cf88fb"} {"level":"info","ts":1784802046.4175913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.4176784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491"} {"level":"info","ts":1784802046.41769,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491"} {"level":"info","ts":1784802046.4177098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491","EoS":false} {"level":"info","ts":1784802046.4177291,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491","EoS":true} {"level":"info","ts":1784802046.4177587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784802046.417779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784802046.4178128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4dd662b5-f136-41b1-80ca-7fc2746ec491"} {"level":"info","ts":1784802046.4389675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.4390328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f"} {"level":"info","ts":1784802046.4390442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f"} {"level":"info","ts":1784802046.4391055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","EoS":false} {"level":"info","ts":1784802046.4391167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","EoS":true} {"level":"info","ts":1784802046.439136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784802046.4391527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802046.439164,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","modelName":"e2e-external-model"} {"level":"info","ts":1784802046.4391792,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784802046.4392164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b68d6244-4fa7-4642-af74-3b8f3be82f6f"} {"level":"info","ts":1784802046.475096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.4751704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.4751825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.4752002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","EoS":false} {"level":"info","ts":1784802046.4752219,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","EoS":true} {"level":"info","ts":1784802046.4752483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784802046.475287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784802046.4753158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c17c81c-afd6-40c3-bd3c-b51dcfb43004"} {"level":"info","ts":1784802046.6216705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802046.6217344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802046.6217437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802046.6217542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","EoS":false} {"level":"info","ts":1784802046.6217644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","EoS":true} {"level":"info","ts":1784802046.6217866,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6","field":"model"} {"level":"info","ts":1784802046.62181,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5424f2e8-4c42-4efe-b5f3-4eb8451d28d6"} {"level":"info","ts":1784802047.518691,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"052d54f4-749a-4349-8af7-ab6f81db7427"} {"level":"info","ts":1784802047.518734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e91679d8-561d-46e6-b543-d8485f1b1789","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802047.5187638,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e91679d8-561d-46e6-b543-d8485f1b1789","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784802047.6589181,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02357bba-66c3-429c-9ea5-120e01dfdb30"} {"level":"info","ts":1784802047.6589112,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da0d5a87-6e2d-411b-bc9a-7a48071610f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802047.6589632,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da0d5a87-6e2d-411b-bc9a-7a48071610f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784802639.1327753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802639.13286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb2073a4-7291-47f0-9347-697a0e3b44ca"} {"level":"info","ts":1784802639.1328685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb2073a4-7291-47f0-9347-697a0e3b44ca"} {"level":"info","ts":1784802639.1328797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb2073a4-7291-47f0-9347-697a0e3b44ca","EoS":false} {"level":"info","ts":1784802639.132891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb2073a4-7291-47f0-9347-697a0e3b44ca","EoS":true} {"level":"info","ts":1784802639.1329083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb2073a4-7291-47f0-9347-697a0e3b44ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784802639.1329243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb2073a4-7291-47f0-9347-697a0e3b44ca","path":"/ai-tenant-e2e-inf-b-6fb9c7/test-model-6fb9c7/v1/chat/completions"} {"level":"info","ts":1784802639.1329439,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb2073a4-7291-47f0-9347-697a0e3b44ca"} {"level":"info","ts":1784802660.188595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784802660.1886845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784802660.1886938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784802660.1887062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","EoS":false} {"level":"info","ts":1784802660.1887174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","EoS":true} {"level":"info","ts":1784802660.1887376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784802660.1887567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07","path":"/ai-tenant-e2e-inf-b-6fb9c7/test-model-6fb9c7/v1/chat/completions"} {"level":"info","ts":1784802660.188784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"114f176a-ff6d-4c3b-bb92-d8a422253b07"} {"level":"info","ts":1784803114.0516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784803114.0517085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803114.0517216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803114.0517378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","EoS":false} {"level":"info","ts":1784803114.0517583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","EoS":true} {"level":"info","ts":1784803114.0517848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784803114.0518014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a","path":"/ai-tenant-e2e-shared-a-d0ac3e/rate-test-model-d0ac3e/v1/completions"} {"level":"info","ts":1784803114.051834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c23b9f74-3a9e-4d10-aee2-b492cf59e52a"} {"level":"info","ts":1784803115.1174746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784803115.1175594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803115.1175718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803115.1175888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","EoS":false} {"level":"info","ts":1784803115.1176095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","EoS":true} {"level":"info","ts":1784803115.1176372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784803115.1176574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5","path":"/ai-tenant-e2e-shared-a-d0ac3e/rate-test-model-d0ac3e/v1/completions"} {"level":"info","ts":1784803115.1176796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e98dae1-9d21-4f1e-a59f-e06912e1a3c5"} {"level":"info","ts":1784803116.1577854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784803116.1578705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae7505ca-90c4-40cd-859e-efc62e76028d"} {"level":"info","ts":1784803116.1578796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae7505ca-90c4-40cd-859e-efc62e76028d"} {"level":"info","ts":1784803116.1578906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae7505ca-90c4-40cd-859e-efc62e76028d","EoS":false} {"level":"info","ts":1784803116.1579053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae7505ca-90c4-40cd-859e-efc62e76028d","EoS":true} {"level":"info","ts":1784803116.157931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae7505ca-90c4-40cd-859e-efc62e76028d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784803116.1579535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae7505ca-90c4-40cd-859e-efc62e76028d","path":"/ai-tenant-e2e-shared-a-d0ac3e/rate-test-model-d0ac3e/v1/completions"} {"level":"info","ts":1784803116.157978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae7505ca-90c4-40cd-859e-efc62e76028d"} {"level":"info","ts":1784803131.332589,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784803131.3326838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"} {"level":"info","ts":1784803131.3326967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"} {"level":"info","ts":1784803131.3327076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","EoS":false} {"level":"info","ts":1784803131.3327196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","EoS":true} {"level":"info","ts":1784803131.3327394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784803131.332756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a","path":"/ai-tenant-e2e-shared-b-bc0d57/rate-test-model-bc0d57/v1/completions"} {"level":"info","ts":1784803131.3327773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82dff7df-0a69-4b0f-9562-6741ceec6b7a"}