Use default retry values in pagination (#3587)

* default retry for paginate

* fix test

Author: hanouticelina

src/huggingface_hub/utils/_pagination.py

@@ -42,7 +42,7 @@ def paginate(path: str, params: dict, headers: dict) -> Iterable:
     next_page = _get_next_page(r)
     while next_page is not None:
         logger.debug(f"Pagination detected. Requesting next page: {next_page}")
-        r = http_backoff("GET", next_page, max_retries=20, retry_on_status_codes=429, headers=headers)
+        r = http_backoff("GET", next_page, headers=headers)
         hf_raise_for_status(r)
         yield from r.json()
         next_page = _get_next_page(r)

tests/test_utils_pagination.py

@@ -59,8 +59,8 @@ def test_mocked_paginate(
         # Params not passed to next pages
         assert mock_get.call_args_list == [call("url", params=mock_params, headers=mock_headers)]
         assert mock_http_backoff.call_args_list == [
-            call("GET", "url_p2", max_retries=20, retry_on_status_codes=429, headers=mock_headers),
-            call("GET", "url_p3", max_retries=20, retry_on_status_codes=429, headers=mock_headers),
+            call("GET", "url_p2", headers=mock_headers),
+            call("GET", "url_p3", headers=mock_headers),
         ]
 
     def test_paginate_hf_api(self) -> None: