increasing connection pool size and retry attempts for node norm

RobokopU24 · Jul 23, 2024 · ccd0e57 · ccd0e57
1 parent 9f19660
commit ccd0e57
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/Common/normalization.py b/Common/normalization.py
@@ -354,12 +354,13 @@ def get_current_node_norm_version(self):
 
     @staticmethod
     def get_normalization_requests_session():
+        pool_maxsize = min(os.cpu_count(), 10)
         s = requests.Session()
-        retries = Retry(total=5,
-                        backoff_factor=.2,
+        retries = Retry(total=10,
+                        backoff_factor=.5,
                         status_forcelist=[502, 503, 504, 403, 429])
-        s.mount('https://', HTTPAdapter(max_retries=retries))
-        s.mount('http://', HTTPAdapter(max_retries=retries))
+        s.mount('https://', HTTPAdapter(max_retries=retries, pool_maxsize=pool_maxsize))
+        s.mount('http://', HTTPAdapter(max_retries=retries, pool_maxsize=pool_maxsize))
         return s