feat(api): Change the default max retries from 5 to 2

BREAKING CHANGE: The default max retries for api calls has changed from 5 to 2. This may result in more frequent non-200 responses.

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
 configured_endpoints: 41
 openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-f53d9282224f2c3943d83d014d64ba61271f3aedef59197cc4dae0102d2b365d.yml
 openapi_spec_hash: a884fe7d04e9f64675e3943a962ebb65
-config_hash: 74799f281947721570d77d51e09f278e
+config_hash: 3c3a676f96a972da95e0e85618e64c76

README.md

@@ -399,7 +399,7 @@ together.FileUploadParams{
 
 ### Retries
 
-Certain errors will be automatically retried 5 times by default, with a short exponential backoff.
+Certain errors will be automatically retried 2 times by default, with a short exponential backoff.
 We retry by default all connection errors, 408 Request Timeout, 409 Conflict, 429 Rate Limit,
 and >=500 Internal errors.
 

client_test.go

@@ -89,11 +89,11 @@ func TestRetryAfter(t *testing.T) {
 	}
 
 	attempts := len(retryCountHeaders)
-	if attempts != 6 {
-		t.Errorf("Expected %d attempts, got %d", 6, attempts)
+	if attempts != 3 {
+		t.Errorf("Expected %d attempts, got %d", 3, attempts)
 	}
 
-	expectedRetryCountHeaders := []string{"0", "1", "2", "3", "4", "5"}
+	expectedRetryCountHeaders := []string{"0", "1", "2"}
 	if !reflect.DeepEqual(retryCountHeaders, expectedRetryCountHeaders) {
 		t.Errorf("Expected %v retry count headers, got %v", expectedRetryCountHeaders, retryCountHeaders)
 	}
@@ -133,7 +133,7 @@ func TestDeleteRetryCountHeader(t *testing.T) {
 		t.Error("Expected there to be a cancel error")
 	}
 
-	expectedRetryCountHeaders := []string{"", "", "", "", "", ""}
+	expectedRetryCountHeaders := []string{"", "", ""}
 	if !reflect.DeepEqual(retryCountHeaders, expectedRetryCountHeaders) {
 		t.Errorf("Expected %v retry count headers, got %v", expectedRetryCountHeaders, retryCountHeaders)
 	}
@@ -173,7 +173,7 @@ func TestOverwriteRetryCountHeader(t *testing.T) {
 		t.Error("Expected there to be a cancel error")
 	}
 
-	expectedRetryCountHeaders := []string{"42", "42", "42", "42", "42", "42"}
+	expectedRetryCountHeaders := []string{"42", "42", "42"}
 	if !reflect.DeepEqual(retryCountHeaders, expectedRetryCountHeaders) {
 		t.Errorf("Expected %v retry count headers, got %v", expectedRetryCountHeaders, retryCountHeaders)
 	}
@@ -211,7 +211,7 @@ func TestRetryAfterMs(t *testing.T) {
 	if err == nil {
 		t.Error("Expected there to be a cancel error")
 	}
-	if want := 6; attempts != want {
+	if want := 3; attempts != want {
 		t.Errorf("Expected %d attempts, got %d", want, attempts)
 	}
 }

internal/requestconfig/requestconfig.go

@@ -164,7 +164,7 @@ func NewRequestConfig(ctx context.Context, method string, u string, body any, ds
 		req.Header.Add(k, v)
 	}
 	cfg := RequestConfig{
-		MaxRetries: 5,
+		MaxRetries: 2,
 		Context:    ctx,
 		Request:    req,
 		HTTPClient: http.DefaultClient,