{
  "total_retries": 79,
  "distinct_tests": 5,
  "by_test": {
    "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value": 39,
    "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic": 30,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403": 5,
    "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart": 4,
    "tests/test_subscription_list_endpoints.py::TestListSubscriptions::test_subscription_includes_model_refs": 1
  },
  "entries": [
    {
      "test": "tests/test_subscription_list_endpoints.py::TestListSubscriptions::test_subscription_includes_model_refs",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 1,
      "retries": 6,
      "ts": 1793697431.0798337
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698744.9113142
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698765.424597
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698770.7416213
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698776.0328662
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793698781.3211467
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698791.8647487
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698797.3020394
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698802.5968459
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698807.8706381
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793698813.1871414
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698823.8707712
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698829.3080754
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698834.5885062
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698839.8574913
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793698845.1298578
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698855.6720195
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698861.0944517
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698866.4500842
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698871.7147467
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793698876.979264
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698887.5382192
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698893.0010252
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698898.2607229
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698903.5327165
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793698908.7955012
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698919.3443334
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698924.7944782
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698930.1272361
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698935.6621163
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793698940.9528532
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698951.501361
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698956.9674146
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698962.2324867
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698967.4916904
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793698972.8613095
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793698983.4294152
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793698988.846525
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793698994.1207798
    },
    {
      "test": "tests/test_tenant_external_model_default_tenant.py::TestDefaultTenantServesModelWithoutGatewayRefs::test_subscription_header_reaches_provider_and_replaces_client_value",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793698999.4410436
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696550.0585053
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696555.3028958
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696560.5554402
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793696565.8095467
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793696571.0943563
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696239.5353198
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696245.0240858
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696251.524553
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696257.6842372
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696291.3506114
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696296.770668
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696302.049314
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793696307.3287807
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793696312.5911162
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696323.2407637
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696328.6729085
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696333.9469683
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793696339.2347174
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793696344.5619283
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696355.106925
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696360.532964
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696365.7904449
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793696371.0498059
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793696376.3198333
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696386.836552
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696392.2512975
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696397.5242062
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793696402.825293
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793696408.0806122
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696418.6096358
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696424.0303566
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696429.3134234
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793696434.6174977
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793696439.8784833
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793696450.5168166
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793696456.0332727
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793696461.3076215
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793696466.5715194
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793696471.8387291
    }
  ]
}