admin/dify
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

refactor: update load_stream method to directly yield file chunks (#9806)

Browse Source
This commit is contained in:
zhuhao
2024-10-25 10:11:25 +08:00
committed by GitHub
parent dd17506078
commit 5bf31e7a86
11 changed files with 48 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
api/extensions/storage/huawei_obs_storage.py
View File

@@ -27,12 +27,9 @@ class HuaweiObsStorage(BaseStorage):
return data
def load_stream(self, filename: str) -> Generator:
def generate(filename: str = filename) -> Generator:
response = self.client.getObject(bucketName=self.bucket_name, objectKey=filename)["body"].response
while chunk := response.read(4096):
yield chunk
return generate()
response = self.client.getObject(bucketName=self.bucket_name, objectKey=filename)["body"].response
while chunk := response.read(4096):
yield chunk
def download(self, filename, target_filepath):
self.client.getObject(bucketName=self.bucket_name, objectKey=filename, downloadPath=target_filepath)