Merge pull request #3 from Querent-ai/storage_base

[Storage] setup storage base

Author: debanjanamex

querent/storage/storage_base.py

@@ -0,0 +1,50 @@
+from abc import ABC, abstractmethod
+from typing import Optional
+from pathlib import Path
+from asyncio import AbstractWriter
+
+class Storage(ABC):
+    @abstractmethod
+    async def check_connectivity(self) -> None:
+        pass
+
+    @abstractmethod
+    async def put(self, path: Path, payload) -> None:
+        pass
+
+    @abstractmethod
+    async def copy_to(self, path: Path, output: AbstractWriter) -> None:
+        pass
+
+    async def copy_to_file(self, path: Path, output_path: Path) -> None:
+        async with open(output_path, "wb") as output_file:
+            await self.copy_to(path, output_file)
+
+    @abstractmethod
+    async def get_slice(self, path: Path, start: int, end: int) -> bytes:
+        pass
+
+    @abstractmethod
+    async def get_all(self, path: Path) -> bytes:
+        pass
+
+    @abstractmethod
+    async def delete(self, path: Path) -> None:
+        pass
+
+    @abstractmethod
+    async def bulk_delete(self, paths: list[Path]) -> None:
+        pass
+
+    @abstractmethod
+    async def exists(self, path: Path) -> bool:
+        pass
+
+    @abstractmethod
+    async def file_num_bytes(self, path: Path) -> int:
+        pass
+
+    @property
+    @abstractmethod
+    def uri(self) -> str:
+        pass

requirements.txt

@@ -153,3 +153,4 @@ EbookLib==0.18
 html2text==2020.1.16
 duckduckgo-search==3.8.3 
 google-generativeai==0.1.0
+asyncio==3.4.3