{"level":"info","ts":1785268874.757018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"732b6ef9-d78a-49c8-949c-174b0ad4937d"} {"level":"info","ts":1785268875.502107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268875.5022151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3450cb0-2de3-4ea0-87fc-8fa8f70e8244"} {"level":"info","ts":1785268875.502235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3450cb0-2de3-4ea0-87fc-8fa8f70e8244"} {"level":"info","ts":1785268875.5022476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3450cb0-2de3-4ea0-87fc-8fa8f70e8244","EoS":false} {"level":"info","ts":1785268875.502262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3450cb0-2de3-4ea0-87fc-8fa8f70e8244","EoS":true} {"level":"info","ts":1785268875.5022829,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3450cb0-2de3-4ea0-87fc-8fa8f70e8244","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268875.5022993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3450cb0-2de3-4ea0-87fc-8fa8f70e8244","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268875.5023265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3450cb0-2de3-4ea0-87fc-8fa8f70e8244"} {"level":"info","ts":1785268875.5443234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268875.5443969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"137c8fb8-63bb-4ddf-a9b8-7cdee50a1a8b"} {"level":"info","ts":1785268875.5444057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"137c8fb8-63bb-4ddf-a9b8-7cdee50a1a8b"} {"level":"info","ts":1785268875.5444179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"137c8fb8-63bb-4ddf-a9b8-7cdee50a1a8b","EoS":false} {"level":"info","ts":1785268875.5444293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"137c8fb8-63bb-4ddf-a9b8-7cdee50a1a8b","EoS":true} {"level":"info","ts":1785268875.544454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"137c8fb8-63bb-4ddf-a9b8-7cdee50a1a8b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268875.5444684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"137c8fb8-63bb-4ddf-a9b8-7cdee50a1a8b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268875.5444877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"137c8fb8-63bb-4ddf-a9b8-7cdee50a1a8b"} {"level":"info","ts":1785268879.71751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268879.7176094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1b1f28d-52de-409b-9d50-d2bdc5840530"} {"level":"info","ts":1785268879.7176323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1b1f28d-52de-409b-9d50-d2bdc5840530"} {"level":"info","ts":1785268879.717656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1b1f28d-52de-409b-9d50-d2bdc5840530","EoS":false} {"level":"info","ts":1785268879.7176688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1b1f28d-52de-409b-9d50-d2bdc5840530","EoS":true} {"level":"info","ts":1785268879.7176912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1b1f28d-52de-409b-9d50-d2bdc5840530","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268879.7177093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1b1f28d-52de-409b-9d50-d2bdc5840530","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268879.7177327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1b1f28d-52de-409b-9d50-d2bdc5840530"} {"level":"info","ts":1785268898.792215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268898.7922928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1"} {"level":"info","ts":1785268898.792304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1"} {"level":"info","ts":1785268898.7923179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","EoS":false} {"level":"info","ts":1785268898.7923307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","EoS":true} {"level":"info","ts":1785268898.7923534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268898.7923691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268898.792389,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7e4c653-dd44-49bb-8034-0b5acc1000e1"} {"level":"info","ts":1785268898.9372685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268898.9373558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268898.9373682,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268898.9373796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"292120f2-2c42-4178-aff2-145915166250","EoS":false} {"level":"info","ts":1785268898.9373934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"292120f2-2c42-4178-aff2-145915166250","EoS":true} {"level":"info","ts":1785268898.9374137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"292120f2-2c42-4178-aff2-145915166250","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268898.9374294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"292120f2-2c42-4178-aff2-145915166250","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268898.9374497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"292120f2-2c42-4178-aff2-145915166250"} {"level":"info","ts":1785268899.0766022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268899.07669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.0767019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.0767183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","EoS":false} {"level":"info","ts":1785268899.0767317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","EoS":true} {"level":"info","ts":1785268899.0767553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268899.0767703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268899.076794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7234d71e-fd6b-4103-8aa1-0001ebb8fed5"} {"level":"info","ts":1785268899.2178454,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268899.21792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.217929,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.2179391,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","EoS":false} {"level":"info","ts":1785268899.2179532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","EoS":true} {"level":"info","ts":1785268899.2179723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268899.217988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268899.2180097,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a56a3bee-6cea-44ba-ac10-e8cc85b78678"} {"level":"info","ts":1785268899.356874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268899.3569517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.3569605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.3569725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","EoS":false} {"level":"info","ts":1785268899.356986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","EoS":true} {"level":"info","ts":1785268899.3570073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268899.3570197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268899.357041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fb06cb3-66d7-4ddb-b499-6608cca6171a"} {"level":"info","ts":1785268899.4953406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268899.4954243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97ba7aee-4f35-4251-9c44-b8358d35baa1"} {"level":"info","ts":1785268899.4954362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97ba7aee-4f35-4251-9c44-b8358d35baa1"} {"level":"info","ts":1785268899.4954486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97ba7aee-4f35-4251-9c44-b8358d35baa1","EoS":false} {"level":"info","ts":1785268899.4954636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97ba7aee-4f35-4251-9c44-b8358d35baa1","EoS":true} {"level":"info","ts":1785268899.4954839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97ba7aee-4f35-4251-9c44-b8358d35baa1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268899.4954994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97ba7aee-4f35-4251-9c44-b8358d35baa1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268899.495522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97ba7aee-4f35-4251-9c44-b8358d35baa1"} {"level":"info","ts":1785268919.7230203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.723114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.7231252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.7231367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","EoS":false} {"level":"info","ts":1785268919.723153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","EoS":true} {"level":"info","ts":1785268919.7232082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268919.723225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268919.7232509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04aa6c57-b66d-41ad-9642-d31204b13436"} {"level":"info","ts":1785268919.76734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.7674277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.7674375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.7674484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","EoS":false} {"level":"info","ts":1785268919.7674632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","EoS":true} {"level":"info","ts":1785268919.767485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268919.767501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268919.7675261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9816869b-4122-4c3e-8d18-47eb4f8cda7e"} {"level":"info","ts":1785268919.8063328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.8064294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44910bc8-bfa6-41c5-853d-8b1876a031ae"} {"level":"info","ts":1785268919.8064444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44910bc8-bfa6-41c5-853d-8b1876a031ae"} {"level":"info","ts":1785268919.806457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44910bc8-bfa6-41c5-853d-8b1876a031ae","EoS":false} {"level":"info","ts":1785268919.8064692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44910bc8-bfa6-41c5-853d-8b1876a031ae","EoS":true} {"level":"info","ts":1785268919.806491,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44910bc8-bfa6-41c5-853d-8b1876a031ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268919.806507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44910bc8-bfa6-41c5-853d-8b1876a031ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268919.8065279,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44910bc8-bfa6-41c5-853d-8b1876a031ae"} {"level":"info","ts":1785268919.8433838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.843462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10501c53-ebf0-43b1-ad33-6f98ae508349"} {"level":"info","ts":1785268919.8434715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10501c53-ebf0-43b1-ad33-6f98ae508349"} {"level":"info","ts":1785268919.8434827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10501c53-ebf0-43b1-ad33-6f98ae508349","EoS":false} {"level":"info","ts":1785268919.8434958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10501c53-ebf0-43b1-ad33-6f98ae508349","EoS":true} {"level":"info","ts":1785268919.8435166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10501c53-ebf0-43b1-ad33-6f98ae508349","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268919.8435326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10501c53-ebf0-43b1-ad33-6f98ae508349","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268919.8435557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10501c53-ebf0-43b1-ad33-6f98ae508349"} {"level":"info","ts":1785268919.879267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268919.8793485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b98d021-8a4e-49d0-ace5-e9aa8f57480c"} {"level":"info","ts":1785268924.6068969,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268924.6069982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268924.607011,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268924.6070237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","EoS":false} {"level":"info","ts":1785268924.607039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","EoS":true} {"level":"info","ts":1785268924.6070611,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268924.60708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268924.6071072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2609e6f6-30ba-4dfa-a929-8109fccded58"} {"level":"info","ts":1785268933.2735043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268933.2735841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ec06e3c-0630-4d6d-a1c6-f09fe7f3dfbd"} {"level":"info","ts":1785268933.273598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ec06e3c-0630-4d6d-a1c6-f09fe7f3dfbd"} {"level":"info","ts":1785268933.273609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ec06e3c-0630-4d6d-a1c6-f09fe7f3dfbd","EoS":false} {"level":"info","ts":1785268933.273625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ec06e3c-0630-4d6d-a1c6-f09fe7f3dfbd","EoS":true} {"level":"info","ts":1785268933.27366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ec06e3c-0630-4d6d-a1c6-f09fe7f3dfbd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268933.2736797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ec06e3c-0630-4d6d-a1c6-f09fe7f3dfbd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268933.2737055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ec06e3c-0630-4d6d-a1c6-f09fe7f3dfbd"} {"level":"info","ts":1785268935.3082345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268935.3083138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268935.3083272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268935.3083382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","EoS":false} {"level":"info","ts":1785268935.3083491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","EoS":true} {"level":"info","ts":1785268935.308369,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268935.3083851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268935.3084054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d5b00ca-e178-46c0-8312-22621ed971b8"} {"level":"info","ts":1785268948.2438889,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268948.2439883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268948.2440062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268948.244024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","EoS":false} {"level":"info","ts":1785268948.244046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","EoS":true} {"level":"info","ts":1785268948.2440686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268948.2440846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268948.2441065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0086539-2dfd-4154-aec5-02beb6ad15c9"} {"level":"info","ts":1785268956.8019722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268956.8020566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268956.8020697,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268956.802087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","EoS":false} {"level":"info","ts":1785268956.802106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","EoS":true} {"level":"info","ts":1785268956.8021371,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268956.8021572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268956.802216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bb047f4-74a0-454a-a69e-0f706e2ab3d5"} {"level":"info","ts":1785268965.7090247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268965.7091057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268965.7091146,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268965.709125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","EoS":false} {"level":"info","ts":1785268965.709136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","EoS":true} {"level":"info","ts":1785268965.7091587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268965.7092083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268965.7092314,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ed65e03-e658-496c-b15f-4088f418fbf6"} {"level":"info","ts":1785268974.7204087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268974.72049,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3013b494-a4f5-4530-abf0-0d04b50f93c0"} {"level":"info","ts":1785268974.7204995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3013b494-a4f5-4530-abf0-0d04b50f93c0"} {"level":"info","ts":1785268974.7205105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3013b494-a4f5-4530-abf0-0d04b50f93c0","EoS":false} {"level":"info","ts":1785268974.7205307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3013b494-a4f5-4530-abf0-0d04b50f93c0","EoS":true} {"level":"info","ts":1785268974.7205768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3013b494-a4f5-4530-abf0-0d04b50f93c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268974.7205937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3013b494-a4f5-4530-abf0-0d04b50f93c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268974.720621,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3013b494-a4f5-4530-abf0-0d04b50f93c0"} {"level":"info","ts":1785268982.6282182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268982.6283278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8c7b908-80c3-439f-81d4-c20608eaa950"} {"level":"info","ts":1785268982.6283417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8c7b908-80c3-439f-81d4-c20608eaa950"} {"level":"info","ts":1785268982.6283536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8c7b908-80c3-439f-81d4-c20608eaa950","EoS":false} {"level":"info","ts":1785268982.6283758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8c7b908-80c3-439f-81d4-c20608eaa950","EoS":true} {"level":"info","ts":1785268982.6284015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8c7b908-80c3-439f-81d4-c20608eaa950","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268982.628417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8c7b908-80c3-439f-81d4-c20608eaa950","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268982.628441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8c7b908-80c3-439f-81d4-c20608eaa950"} {"level":"info","ts":1785268987.4028103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268987.4029093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f338184-0378-485b-b5b1-e2d4f3cb51f9"} {"level":"info","ts":1785268987.4029264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f338184-0378-485b-b5b1-e2d4f3cb51f9"} {"level":"info","ts":1785268987.4029424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f338184-0378-485b-b5b1-e2d4f3cb51f9","EoS":false} {"level":"info","ts":1785268987.402962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f338184-0378-485b-b5b1-e2d4f3cb51f9","EoS":true} {"level":"info","ts":1785268987.4029884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f338184-0378-485b-b5b1-e2d4f3cb51f9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268987.4030085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f338184-0378-485b-b5b1-e2d4f3cb51f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268987.4030669,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f338184-0378-485b-b5b1-e2d4f3cb51f9"} {"level":"info","ts":1785268987.7965043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268987.7965887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68663d50-dc79-41a7-88f4-d96a52dfd406"} {"level":"info","ts":1785268987.7966037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68663d50-dc79-41a7-88f4-d96a52dfd406"} {"level":"info","ts":1785268987.7966216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68663d50-dc79-41a7-88f4-d96a52dfd406","EoS":false} {"level":"info","ts":1785268987.796646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68663d50-dc79-41a7-88f4-d96a52dfd406","EoS":true} {"level":"info","ts":1785268987.7966769,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68663d50-dc79-41a7-88f4-d96a52dfd406","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268987.7966952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68663d50-dc79-41a7-88f4-d96a52dfd406","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268987.7967236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68663d50-dc79-41a7-88f4-d96a52dfd406"} {"level":"info","ts":1785268989.8319974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268989.8320997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9db7eb5f-822d-4552-b6dd-7a43c0cc7846"} {"level":"info","ts":1785268989.832116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9db7eb5f-822d-4552-b6dd-7a43c0cc7846"} {"level":"info","ts":1785268989.8321328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9db7eb5f-822d-4552-b6dd-7a43c0cc7846","EoS":false} {"level":"info","ts":1785268989.8321517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9db7eb5f-822d-4552-b6dd-7a43c0cc7846","EoS":true} {"level":"info","ts":1785268989.8322108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9db7eb5f-822d-4552-b6dd-7a43c0cc7846","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268989.8322332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9db7eb5f-822d-4552-b6dd-7a43c0cc7846","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268989.8322644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9db7eb5f-822d-4552-b6dd-7a43c0cc7846"} {"level":"info","ts":1785268991.868024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268991.8681011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785268991.8681116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785268991.8681233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","EoS":false} {"level":"info","ts":1785268991.8681393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","EoS":true} {"level":"info","ts":1785268991.8681622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268991.8682046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268991.8682256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bbc6630-a4f3-4176-9a55-97f2a8d2c0a0"} {"level":"info","ts":1785269014.7494419,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269014.7495136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269014.7495232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269014.7495341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","EoS":false} {"level":"info","ts":1785269014.7495458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","EoS":true} {"level":"info","ts":1785269014.7495666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785269014.7495825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785269014.7496028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27593d77-ab4e-40b7-ae37-03c7b69aff89"} {"level":"info","ts":1785269024.073733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269024.073833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5780e7dc-6379-44a9-b88e-4add9c627a6e"} {"level":"info","ts":1785269024.0738497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5780e7dc-6379-44a9-b88e-4add9c627a6e"} {"level":"info","ts":1785269024.073863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5780e7dc-6379-44a9-b88e-4add9c627a6e","EoS":false} {"level":"info","ts":1785269024.0738745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5780e7dc-6379-44a9-b88e-4add9c627a6e","EoS":true} {"level":"info","ts":1785269024.073895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5780e7dc-6379-44a9-b88e-4add9c627a6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269024.0739107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5780e7dc-6379-44a9-b88e-4add9c627a6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269024.073932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5780e7dc-6379-44a9-b88e-4add9c627a6e"} {"level":"info","ts":1785269040.2193475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269040.2194316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5fd0fab-37cb-4c56-be62-134d038e7e5f"} {"level":"info","ts":1785269040.219446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5fd0fab-37cb-4c56-be62-134d038e7e5f"} {"level":"info","ts":1785269040.219465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5fd0fab-37cb-4c56-be62-134d038e7e5f","EoS":false} {"level":"info","ts":1785269040.2194822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5fd0fab-37cb-4c56-be62-134d038e7e5f","EoS":true} {"level":"info","ts":1785269040.2195096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5fd0fab-37cb-4c56-be62-134d038e7e5f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785269040.219529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5fd0fab-37cb-4c56-be62-134d038e7e5f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785269040.2195609,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5fd0fab-37cb-4c56-be62-134d038e7e5f"} {"level":"info","ts":1785269049.8346252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269049.8347216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269049.8347352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269049.8347547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","EoS":false} {"level":"info","ts":1785269049.8347728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","EoS":true} {"level":"info","ts":1785269049.834804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269049.834825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269049.8348548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52c89154-63be-440f-a3c9-99e00f0c5708"} {"level":"info","ts":1785269059.291479,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269059.2915552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.2915683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.2915788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","EoS":false} {"level":"info","ts":1785269059.2915912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","EoS":true} {"level":"info","ts":1785269059.2916157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269059.2916315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269059.2916512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b73be4b5-d06a-4db3-a618-45e16c4297e2"} {"level":"info","ts":1785269059.3286257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269059.32872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269059.3287332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269059.328751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","EoS":false} {"level":"info","ts":1785269059.3287714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","EoS":true} {"level":"info","ts":1785269059.3288035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269059.3288245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269059.328856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e876355e-eb71-4b5a-a414-06de877cfeb9"} {"level":"info","ts":1785269078.523894,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269078.523986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269078.5239985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269078.5240123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","EoS":false} {"level":"info","ts":1785269078.52403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","EoS":true} {"level":"info","ts":1785269078.5240574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269078.5240762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269078.5241075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9646059a-edf6-4786-912f-74a7915ce8df"} {"level":"info","ts":1785269087.9062026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269087.906291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9237b13d-a869-48da-bf4d-e5e69fab7bef"} {"level":"info","ts":1785269087.906302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9237b13d-a869-48da-bf4d-e5e69fab7bef"} {"level":"info","ts":1785269087.9063132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9237b13d-a869-48da-bf4d-e5e69fab7bef","EoS":false} {"level":"info","ts":1785269087.9063253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9237b13d-a869-48da-bf4d-e5e69fab7bef","EoS":true} {"level":"info","ts":1785269087.906346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9237b13d-a869-48da-bf4d-e5e69fab7bef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269087.9063613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9237b13d-a869-48da-bf4d-e5e69fab7bef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269087.9063814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9237b13d-a869-48da-bf4d-e5e69fab7bef"} {"level":"info","ts":1785269093.344768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269093.3448505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ec1650a-490e-4333-9c28-07b58b3a587e"} {"level":"info","ts":1785269093.344864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ec1650a-490e-4333-9c28-07b58b3a587e"} {"level":"info","ts":1785269093.344879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ec1650a-490e-4333-9c28-07b58b3a587e","EoS":false} {"level":"info","ts":1785269093.3448913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ec1650a-490e-4333-9c28-07b58b3a587e","EoS":true} {"level":"info","ts":1785269093.3449123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ec1650a-490e-4333-9c28-07b58b3a587e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785269093.3449297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ec1650a-490e-4333-9c28-07b58b3a587e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785269093.344952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ec1650a-490e-4333-9c28-07b58b3a587e"} {"level":"info","ts":1785269195.2970448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269195.2971897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52e8ea18-a1db-4a68-9fcd-bb2d745b90e1"} {"level":"info","ts":1785269195.2972057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52e8ea18-a1db-4a68-9fcd-bb2d745b90e1"} {"level":"info","ts":1785269195.297219,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52e8ea18-a1db-4a68-9fcd-bb2d745b90e1","EoS":false} {"level":"info","ts":1785269195.2972298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52e8ea18-a1db-4a68-9fcd-bb2d745b90e1","EoS":true} {"level":"info","ts":1785269195.2972522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52e8ea18-a1db-4a68-9fcd-bb2d745b90e1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785269195.2972684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52e8ea18-a1db-4a68-9fcd-bb2d745b90e1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785269195.2972894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52e8ea18-a1db-4a68-9fcd-bb2d745b90e1"} {"level":"info","ts":1785269221.4203434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269221.4204376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269221.4204524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269221.4204717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","EoS":false} {"level":"info","ts":1785269221.4204879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","EoS":true} {"level":"info","ts":1785269221.4205084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785269221.4205222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785269221.4205463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91ee06a9-3a34-47fb-9d94-b448fe2d181c"} {"level":"info","ts":1785269257.0584817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269257.0585725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269257.0585816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269257.0585928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","EoS":false} {"level":"info","ts":1785269257.0586042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","EoS":true} {"level":"info","ts":1785269257.058624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269257.0586393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269257.0586615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c33b841b-6e28-4905-998e-0acd965fd7e4"} {"level":"info","ts":1785269272.3945544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269272.3946383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.3946483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.3946588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","EoS":false} {"level":"info","ts":1785269272.3946695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","EoS":true} {"level":"info","ts":1785269272.3946908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269272.3947074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269272.3947308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa7d5e0a-8178-9baa-abaa-844e5b9446a9"} {"level":"info","ts":1785269272.698246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269272.6983488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd35befc-9a54-4f11-8c3b-e98811090d41"} {"level":"info","ts":1785269272.6983624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd35befc-9a54-4f11-8c3b-e98811090d41"} {"level":"info","ts":1785269272.6983764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd35befc-9a54-4f11-8c3b-e98811090d41","EoS":false} {"level":"info","ts":1785269272.698392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd35befc-9a54-4f11-8c3b-e98811090d41","EoS":true} {"level":"info","ts":1785269272.6984117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd35befc-9a54-4f11-8c3b-e98811090d41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785269272.698429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd35befc-9a54-4f11-8c3b-e98811090d41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269272.6984563,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd35befc-9a54-4f11-8c3b-e98811090d41"} {"level":"info","ts":1785269580.2813408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269580.2814393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.2814517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.2814689,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","EoS":false} {"level":"info","ts":1785269580.2814927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","EoS":true} {"level":"info","ts":1785269580.281525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785269580.281545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269580.281577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c75993e5-6516-46d6-8fd0-0c30ce5ee494"} {"level":"info","ts":1785269580.3313017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269580.3313978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77cbe95f-9305-4488-aaf0-4e4ac59ed429"} {"level":"info","ts":1785269580.3314154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77cbe95f-9305-4488-aaf0-4e4ac59ed429"} {"level":"info","ts":1785269580.3314288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77cbe95f-9305-4488-aaf0-4e4ac59ed429","EoS":false} {"level":"info","ts":1785269580.3314412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77cbe95f-9305-4488-aaf0-4e4ac59ed429","EoS":true} {"level":"info","ts":1785269580.331462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77cbe95f-9305-4488-aaf0-4e4ac59ed429","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785269580.331481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77cbe95f-9305-4488-aaf0-4e4ac59ed429","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269580.3315084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77cbe95f-9305-4488-aaf0-4e4ac59ed429"} {"level":"info","ts":1785269580.369622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269580.369751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"007b700f-f360-4249-9daa-5390ba0987ce"} {"level":"info","ts":1785269580.369763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"007b700f-f360-4249-9daa-5390ba0987ce"} {"level":"info","ts":1785269580.3697743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"007b700f-f360-4249-9daa-5390ba0987ce","EoS":false} {"level":"info","ts":1785269580.3697877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"007b700f-f360-4249-9daa-5390ba0987ce","EoS":true} {"level":"info","ts":1785269580.36981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"007b700f-f360-4249-9daa-5390ba0987ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785269580.369827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"007b700f-f360-4249-9daa-5390ba0987ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785269580.3698475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"007b700f-f360-4249-9daa-5390ba0987ce"} {"level":"info","ts":1785269585.2523437,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd3278b9-5837-4fc2-8f2b-562e350e68a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269585.252394,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd3278b9-5837-4fc2-8f2b-562e350e68a1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269585.2523568,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d55d76a4-6d62-431f-ad38-23cdf2725676"} {"level":"info","ts":1785269585.2577872,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef91fed4-b284-486b-bf13-bd6aa70fde00","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269585.2578256,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef91fed4-b284-486b-bf13-bd6aa70fde00","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785269585.2590213,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d55d76a4-6d62-431f-ad38-23cdf2725676","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.2592869,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39377.024200199,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.2593048,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.3841293,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.3866658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed763e30-eb6c-460f-8209-bcf7d83fbd0f"} {"level":"info","ts":1785269585.3867984,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed763e30-eb6c-460f-8209-bcf7d83fbd0f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785269585.3874571,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"875d3293-fa2b-49d8-aa7e-19b93574129f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.3875108,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"875d3293-fa2b-49d8-aa7e-19b93574129f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.3879418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34647.294151565,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.3879676,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.4028134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb9254a2-a02a-49f1-bfcb-c542247d4361","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.4028516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb9254a2-a02a-49f1-bfcb-c542247d4361","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.4059668,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785269585.4031599,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed763e30-eb6c-460f-8209-bcf7d83fbd0f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785269585.4812758,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed763e30-eb6c-460f-8209-bcf7d83fbd0f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.4813712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fac699ad-75db-44b7-9d9f-fd509fb4f67b"} {"level":"info","ts":1785269585.4814029,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fac699ad-75db-44b7-9d9f-fd509fb4f67b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785269585.481546,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eec3aa2-3320-48f6-af47-b184d3db89ec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269585.4815888,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4eec3aa2-3320-48f6-af47-b184d3db89ec","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785269585.4817293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c81c1a5-785b-4343-ba0b-d9ad7fa5eedc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.4817474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c81c1a5-785b-4343-ba0b-d9ad7fa5eedc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.4887455,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d55d76a4-6d62-431f-ad38-23cdf2725676","name":"e2e-external-provider"} {"level":"error","ts":1785269585.4903262,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fac699ad-75db-44b7-9d9f-fd509fb4f67b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.4904068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9915bef4-bc17-4e18-a6c5-9b876d64c0b9"} {"level":"info","ts":1785269585.4906123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36571.945072475,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.4906273,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.502907,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d55d76a4-6d62-431f-ad38-23cdf2725676","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785269585.5075877,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d55d76a4-6d62-431f-ad38-23cdf2725676","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.507721,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21d22ed1-4743-43a5-b537-6452aaaae887"} {"level":"info","ts":1785269585.5077887,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21d22ed1-4743-43a5-b537-6452aaaae887","name":"e2e-external-provider"} {"level":"info","ts":1785269585.5220456,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21d22ed1-4743-43a5-b537-6452aaaae887","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785269585.5548441,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785269585.5663402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a415a2d4-5b4a-4a4e-aa31-443703e09b42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.5663998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a415a2d4-5b4a-4a4e-aa31-443703e09b42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.5858734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1433cd9e-32c5-486c-a5db-b1f412054d8b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.5859203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1433cd9e-32c5-486c-a5db-b1f412054d8b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.5917017,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9915bef4-bc17-4e18-a6c5-9b876d64c0b9","name":"e2e-external-model"} {"level":"info","ts":1785269585.5999355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"021aea7c-9695-4035-a25d-53d5f41ee184","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269585.6000009,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"021aea7c-9695-4035-a25d-53d5f41ee184","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785269585.6007848,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9915bef4-bc17-4e18-a6c5-9b876d64c0b9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785269585.6045213,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9915bef4-bc17-4e18-a6c5-9b876d64c0b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269585.6046302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c5b1edf-256a-417b-b090-3969b3b83b91"} {"level":"info","ts":1785269585.6047063,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c5b1edf-256a-417b-b090-3969b3b83b91","name":"e2e-external-model"} {"level":"info","ts":1785269585.614047,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c5b1edf-256a-417b-b090-3969b3b83b91","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269595.0567484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269595.0568426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e"} {"level":"info","ts":1785269595.056857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e"} {"level":"info","ts":1785269595.0568755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e","EoS":false} {"level":"info","ts":1785269595.0568986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e","EoS":true} {"level":"info","ts":1785269595.0569303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269595.0569513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269595.0569592,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e","modelName":"e2e-external-model"} {"level":"info","ts":1785269595.0569746,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269595.0570414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"310a3bb2-b8fe-438d-a4d1-55604413035e"} {"level":"info","ts":1785269595.1065392,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269595.106617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a"} {"level":"info","ts":1785269595.1066267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a"} {"level":"info","ts":1785269595.106639,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a","EoS":false} {"level":"info","ts":1785269595.1066492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a","EoS":true} {"level":"info","ts":1785269595.1066694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269595.1066868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269595.1066945,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a","modelName":"e2e-external-model"} {"level":"info","ts":1785269595.1067088,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269595.1067464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc7025c9-fe8a-4149-a652-48b7027fc04a"} {"level":"info","ts":1785269595.1315987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269595.1316764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.1316886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.1317003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","EoS":false} {"level":"info","ts":1785269595.1317112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","EoS":true} {"level":"info","ts":1785269595.131732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269595.1317475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269595.131755,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","modelName":"e2e-external-model"} {"level":"info","ts":1785269595.1317697,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269595.1318107,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3731b9e8-760f-4a33-9fe2-86a693fe056c"} {"level":"info","ts":1785269595.360556,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c766dfb8-6bc4-4f37-b8b7-151c36d60b87","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.3605866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234aeb66-e1e5-4b99-b69e-26c9424ceadc"} {"level":"info","ts":1785269595.3606143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c766dfb8-6bc4-4f37-b8b7-151c36d60b87","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269595.3664036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d2756e5-c6d4-4f3e-8eb3-329b192594e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.3664396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d2756e5-c6d4-4f3e-8eb3-329b192594e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785269595.3696864,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234aeb66-e1e5-4b99-b69e-26c9424ceadc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269595.3697536,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234aeb66-e1e5-4b99-b69e-26c9424ceadc","name":"e2e-cleanup-test"} {"level":"error","ts":1785269595.3885202,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234aeb66-e1e5-4b99-b69e-26c9424ceadc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785269595.3885899,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234aeb66-e1e5-4b99-b69e-26c9424ceadc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269595.3886635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1afc94ce-b7db-429d-a8e7-00718d084730"} {"level":"info","ts":1785269595.3887308,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1afc94ce-b7db-429d-a8e7-00718d084730","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.392261,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"406a9f1e-522a-4ae6-af8e-a2e027e67357","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.3923094,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"406a9f1e-522a-4ae6-af8e-a2e027e67357","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785269595.4047008,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1afc94ce-b7db-429d-a8e7-00718d084730","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785269595.404762,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1afc94ce-b7db-429d-a8e7-00718d084730","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269595.4048352,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe68729e-edf4-48f2-99c2-0a35186235cc"} {"level":"info","ts":1785269595.4048998,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe68729e-edf4-48f2-99c2-0a35186235cc","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.4084902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91de5690-2eb6-43de-9619-c68f19a5e4ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.4085581,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91de5690-2eb6-43de-9619-c68f19a5e4ed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269595.4143503,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe68729e-edf4-48f2-99c2-0a35186235cc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785269595.4185128,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe68729e-edf4-48f2-99c2-0a35186235cc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269595.41862,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2bd232-fa56-4c5a-aed3-325e893f4f9c"} {"level":"info","ts":1785269595.4186792,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2bd232-fa56-4c5a-aed3-325e893f4f9c","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.4243793,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32fb9dfa-927b-4503-971f-cf98b2a329b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269595.424422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32fb9dfa-927b-4503-971f-cf98b2a329b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785269595.4277928,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2bd232-fa56-4c5a-aed3-325e893f4f9c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785269595.4316423,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2bd232-fa56-4c5a-aed3-325e893f4f9c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785269595.431737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91ba8f68-441f-4fcb-aa83-1cbc6d622e9a"} {"level":"info","ts":1785269595.4318037,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91ba8f68-441f-4fcb-aa83-1cbc6d622e9a","name":"e2e-cleanup-test"} {"level":"info","ts":1785269595.440863,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91ba8f68-441f-4fcb-aa83-1cbc6d622e9a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785269603.6509197,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad78ef3b-0cf5-4d0a-9c4a-824dd2d306d3"} {"level":"info","ts":1785269603.6509583,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eafbeb6c-bbf5-4d18-a23e-43fe4b14a3dc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269603.6509917,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eafbeb6c-bbf5-4d18-a23e-43fe4b14a3dc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785269607.966148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269607.96625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8835c053-2855-4622-a596-69757eae8efc"} {"level":"info","ts":1785269607.9662592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8835c053-2855-4622-a596-69757eae8efc"} {"level":"info","ts":1785269607.966271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8835c053-2855-4622-a596-69757eae8efc","EoS":false} {"level":"info","ts":1785269607.9662821,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8835c053-2855-4622-a596-69757eae8efc","EoS":true} {"level":"info","ts":1785269607.9663014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8835c053-2855-4622-a596-69757eae8efc","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785269607.9663148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8835c053-2855-4622-a596-69757eae8efc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785269607.9663439,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8835c053-2855-4622-a596-69757eae8efc"} {"level":"info","ts":1785269607.99576,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269607.9958336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269607.995843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269607.9958534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","EoS":false} {"level":"info","ts":1785269607.995864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","EoS":true} {"level":"info","ts":1785269607.9958825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785269607.995898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269607.9959059,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","modelName":"e2e-external-model"} {"level":"info","ts":1785269607.9959195,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785269607.9959588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c657890-dad8-4661-8bc8-81c0230220a3"} {"level":"info","ts":1785269608.1413383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269608.1414351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.1414478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.1414669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","EoS":false} {"level":"info","ts":1785269608.1414883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","EoS":true} {"level":"info","ts":1785269608.14152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785269608.1415415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785269608.1415741,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3bbc57d-6712-4f19-9ca3-6ffcdd4376e7"} {"level":"info","ts":1785269608.2313066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785269608.231383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269608.2313957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269608.2314067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","EoS":false} {"level":"info","ts":1785269608.231418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","EoS":true} {"level":"info","ts":1785269608.2314417,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa","field":"model"} {"level":"info","ts":1785269608.2314715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29508ae3-c69c-4994-8f49-78e0babd41fa"} {"level":"info","ts":1785269609.1669445,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a607a8d3-be7c-409a-99e6-707e39604fdd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269609.1669931,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a607a8d3-be7c-409a-99e6-707e39604fdd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785269609.166947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fa1e801-4fd3-499f-b3e5-6e1cc16ec861"} {"level":"info","ts":1785269609.3182187,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83e96f64-751e-4136-9cbf-720e556a1336"} {"level":"info","ts":1785269609.3182187,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"684595a8-8743-4e22-9b99-ac9ff646f928","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785269609.3182926,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"684595a8-8743-4e22-9b99-ac9ff646f928","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785271096.6689012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271096.6690044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85f84593-dd87-4f30-b01f-758fa876321d"} {"level":"info","ts":1785271171.8845916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785271171.8846815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"} {"level":"info","ts":1785271171.8846908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"} {"level":"info","ts":1785271171.8847022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","EoS":false} {"level":"info","ts":1785271171.8847132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","EoS":true} {"level":"info","ts":1785271171.8847358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785271171.8847497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785271171.884775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3a4772c-dc71-4ceb-90da-0d57daf0911d"}