{
  "total_retries": 45,
  "distinct_tests": 3,
  "by_test": {
    "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic": 30,
    "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart": 10,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403": 5
  },
  "entries": [
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417244.7742348
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417253.1693523
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417258.4818172
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793417263.7711518
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793417269.0156522
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793416988.5208488
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793416994.1048331
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417007.0195148
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417012.9641497
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417018.5256584
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417023.819381
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417029.502239
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417035.3489847
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417040.7840514
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417046.071057
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417084.8867443
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417090.3305264
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417096.6219485
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793417101.8861704
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793417107.1353378
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417117.6866217
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417123.1780286
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417128.4829462
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793417133.7584326
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793417139.0415826
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417150.9593003
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417156.3884506
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417161.6595347
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793417166.9219143
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793417172.1994917
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417182.7626135
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417189.1487913
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417194.46293
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793417199.8210516
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793417205.1054502
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417215.6524
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417221.0849838
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417227.6408277
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793417232.9760735
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793417238.2328002
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 1,
      "retries": 6,
      "ts": 1793417252.9282334
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793417258.4820058
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793417263.754873
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793417269.0149019
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 5,
      "retries": 6,
      "ts": 1793417276.3402474
    }
  ]
}