Add exponential http backoff to work around constant HF Hub 429 errors

Author: davidmezzetti

test/python/testpipeline/testtext/testtranslation.py

@@ -3,6 +3,9 @@
 """
 
 import unittest
+import time
+
+import requests
 
 from txtai.pipeline import Translation
 
@@ -20,6 +23,19 @@ def setUpClass(cls):
 
         cls.translate = Translation()
 
+        # Preload list of models. Handle HF Hub errors.
+        complete, wait = False, 1
+        while not complete:
+            try:
+                cls.translate.lookup("en", "es")
+                complete = True
+            except requests.exceptions.HTTPError:
+                # Exponential backoff
+                time.sleep(wait)
+
+                # Wait up to 16 seconds
+                wait = min(wait * 2, 16)
+
     def testDetect(self):
         """
         Test language detection