add retry to upload to qiniu

openatx · Mar 20, 2020 · c8da0dd · c8da0dd
1 parent a046203
commit c8da0dd
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/scripts/requirements.txt b/scripts/requirements.txt
@@ -1 +1,2 @@
-qiniu~=7.2
+qiniu~=7.2
+retry~=0.9.2
diff --git a/scripts/upload2qiniu.py b/scripts/upload2qiniu.py
@@ -3,12 +3,13 @@
 import argparse
 import glob
 import re
+import logging
 import os
 
 import qiniu.config
 from qiniu import Auth, etag, put_file
 from qiniu import Zone, set_default
-
+from retry import retry
 
 class Qiniu:
     def __init__(self, access_key, secret_key, bucket_name: str):
@@ -17,13 +18,12 @@ def __init__(self, access_key, secret_key, bucket_name: str):
         self._auth = Auth(access_key, secret_key)
         self._bucket = bucket_name
 
+    @retry(tries=5, delay=0.5, jitter=0.1, logger=logging)
     def upload_file(self, key, localfile):
         token = self._auth.upload_token(self._bucket, key)
         ret, info = put_file(token, key, localfile)
-        # print(ret)
-        print(ret)
-        # assert ret['key'] == key
-        # assert ret['hash'] == etag(localfile)
+        assert ret['key'] == key
+        assert ret['hash'] == etag(localfile)
         return info