support huawei cloud obs storage (#7980) (#7981)

api/extensions/ext_storage.py

@@ -6,6 +6,7 @@ from flask import Flask
 from extensions.storage.aliyun_storage import AliyunStorage
 from extensions.storage.azure_storage import AzureStorage
 from extensions.storage.google_storage import GoogleStorage
+from extensions.storage.huawei_storage import HuaweiStorage
 from extensions.storage.local_storage import LocalStorage
 from extensions.storage.oci_storage import OCIStorage
 from extensions.storage.s3_storage import S3Storage
@@ -30,6 +31,8 @@ class Storage:
             self.storage_runner = TencentStorage(app=app)
         elif storage_type == "oci-storage":
             self.storage_runner = OCIStorage(app=app)
+        elif storage_type == "huawei-obs":
+            self.storage_runner = HuaweiStorage(app=app)
         else:
             self.storage_runner = LocalStorage(app=app)
 

api/extensions/storage/huawei_storage.py

@@ -0,0 +1,53 @@
+from collections.abc import Generator
+
+from flask import Flask
+from obs import ObsClient
+
+from extensions.storage.base_storage import BaseStorage
+
+
+class HuaweiStorage(BaseStorage):
+    """Implementation for huawei obs storage."""
+
+    def __init__(self, app: Flask):
+        super().__init__(app)
+        app_config = self.app.config
+        self.bucket_name = app_config.get("HUAWEI_OBS_BUCKET_NAME")
+        self.client = ObsClient(
+            access_key_id=app_config.get("HUAWEI_OBS_ACCESS_KEY"),
+            secret_access_key=app_config.get("HUAWEI_OBS_SECRET_KEY"),
+            server=app_config.get("HUAWEI_OBS_SERVER"),
+        )
+
+    def save(self, filename, data):
+        self.client.putObject(bucketName=self.bucket_name, objectKey=filename, content=data)
+
+    def load_once(self, filename: str) -> bytes:
+        data = self.client.getObject(bucketName=self.bucket_name, objectKey=filename)["body"].response.read()
+        return data
+
+    def load_stream(self, filename: str) -> Generator:
+        def generate(filename: str = filename) -> Generator:
+            response = self.client.getObject(bucketName=self.bucket_name, objectKey=filename)["body"].response
+            yield from response.read(4096)
+
+        return generate()
+
+    def download(self, filename, target_filepath):
+        self.client.getObject(bucketName=self.bucket_name, objectKey=filename, downloadPath=target_filepath)
+
+    def exists(self, filename):
+        res = self._get_meta(filename)
+        if res is None:
+            return False
+        return True
+
+    def delete(self, filename):
+        self.client.deleteObject(bucketName=self.bucket_name, objectKey=filename)
+
+    def _get_meta(self, filename):
+        res = self.client.getObjectMetadata(bucketName=self.bucket_name, objectKey=filename)
+        if res.status < 300:
+            return res
+        else:
+            return None