{
  "total_retries": 46,
  "distinct_tests": 5,
  "by_test": {
    "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic": 30,
    "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart": 9,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403": 5,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_service_account_token_multiple_subs_no_header": 1,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_unauthenticated_request_401": 1
  },
  "entries": [
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_service_account_token_multiple_subs_no_header",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669979.0187643
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669691.5756187
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669703.4718418
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669709.597432
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669714.8868117
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669720.1394155
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669725.7958884
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669731.2573674
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669737.1482499
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669742.9787207
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669779.021465
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669784.4549232
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669789.7307405
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669795.0049508
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669800.271083
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669810.9046745
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669816.3405979
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669821.671064
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669826.921725
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669832.1856418
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669842.7328727
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669848.1517427
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669853.424965
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669858.6809394
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669863.9427238
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669874.4968767
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669879.9958737
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669885.2638218
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669890.5418844
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669895.8124352
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669906.4398544
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669911.8725345
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669917.1470425
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669922.4116845
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669927.6864
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669938.3225923
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669944.6274638
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669949.9009511
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669955.1824036
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669960.486129
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669930.9456425
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793669936.1708786
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793669941.4726894
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793669946.7362912
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793669951.9831386
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_unauthenticated_request_401",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 1,
      "retries": 6,
      "ts": 1793669980.117553
    }
  ]
}