dulwich: preserve data from generators when retrying request

Author: pmrowla

src/scmrepo/git/backend/dulwich/client.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, Optional
+from typing import Dict, Iterator, List, Optional, Union
 
 from dulwich.client import HTTPUnauthorized, Urllib3HttpGitClient
 
@@ -27,10 +27,28 @@ def _http_request(
         self,
         url: str,
         headers: Optional[Dict[str, str]] = None,
-        data: Any = None,
+        data: Optional[Union[bytes, Iterator[bytes]]] = None,
     ):
+        cached_chunks: List[bytes] = []
+
+        def _cached_data() -> Iterator[bytes]:
+            assert data is not None
+            if isinstance(data, bytes):
+                yield data
+                return
+
+            if cached_chunks:
+                yield from cached_chunks
+                return
+
+            for chunk in data:
+                cached_chunks.append(chunk)
+                yield chunk
+
         try:
-            result = super()._http_request(url, headers=headers, data=data)
+            result = super()._http_request(
+                url, headers=headers, data=None if data is None else _cached_data()
+            )
         except HTTPUnauthorized:
             auth_header = self._get_auth()
             if not auth_header:
@@ -39,7 +57,9 @@ def _http_request(
                 headers.update(auth_header)
             else:
                 headers = auth_header
-            result = super()._http_request(url, headers=headers, data=data)
+            result = super()._http_request(
+                url, headers=headers, data=None if data is None else _cached_data()
+            )
         if self._store_credentials is not None:
             self._store_credentials.approve()
         return result