2023-01-28 18:42:22 +00:00
|
|
|
from io import BytesIO
|
2023-01-28 23:09:19 +00:00
|
|
|
from logging import getLogger
|
2023-02-05 13:53:26 +00:00
|
|
|
|
|
|
|
from boto3 import Session
|
2023-01-28 18:42:22 +00:00
|
|
|
from PIL import Image
|
|
|
|
|
2023-02-05 13:53:26 +00:00
|
|
|
from ..params import ImageParams, StageParams
|
2023-02-26 05:49:39 +00:00
|
|
|
from ..server import ServerContext
|
2023-02-26 20:15:30 +00:00
|
|
|
from ..worker import WorkerContext
|
2023-01-28 18:42:22 +00:00
|
|
|
|
2023-01-28 23:09:19 +00:00
|
|
|
logger = getLogger(__name__)
|
|
|
|
|
2023-01-28 18:42:22 +00:00
|
|
|
|
|
|
|
def persist_s3(
|
2023-02-26 05:49:39 +00:00
|
|
|
_job: WorkerContext,
|
2023-02-05 13:53:26 +00:00
|
|
|
server: ServerContext,
|
2023-01-28 18:42:22 +00:00
|
|
|
_stage: StageParams,
|
|
|
|
_params: ImageParams,
|
2023-02-18 22:35:57 +00:00
|
|
|
source: Image.Image,
|
2023-01-28 18:42:22 +00:00
|
|
|
*,
|
|
|
|
output: str,
|
|
|
|
bucket: str,
|
|
|
|
endpoint_url: str = None,
|
|
|
|
profile_name: str = None,
|
2023-02-19 04:11:44 +00:00
|
|
|
stage_source: Image.Image = None,
|
2023-01-29 04:31:34 +00:00
|
|
|
**kwargs,
|
2023-01-28 18:42:22 +00:00
|
|
|
) -> Image.Image:
|
2023-02-19 04:11:44 +00:00
|
|
|
source = stage_source or source
|
|
|
|
|
2023-01-28 20:56:06 +00:00
|
|
|
session = Session(profile_name=profile_name)
|
2023-02-05 13:53:26 +00:00
|
|
|
s3 = session.client("s3", endpoint_url=endpoint_url)
|
2023-01-28 18:42:22 +00:00
|
|
|
|
|
|
|
data = BytesIO()
|
2023-02-18 22:35:57 +00:00
|
|
|
source.save(data, format=server.image_format)
|
2023-01-28 20:56:06 +00:00
|
|
|
data.seek(0)
|
2023-01-28 18:42:22 +00:00
|
|
|
|
|
|
|
try:
|
2023-01-28 23:09:19 +00:00
|
|
|
s3.upload_fileobj(data, bucket, output)
|
2023-02-05 13:53:26 +00:00
|
|
|
logger.info("saved image to %s/%s", bucket, output)
|
2023-01-28 20:56:06 +00:00
|
|
|
except Exception as err:
|
2023-02-05 13:53:26 +00:00
|
|
|
logger.error("error saving image to S3: %s", err)
|
2023-01-28 18:42:22 +00:00
|
|
|
|
2023-02-18 22:35:57 +00:00
|
|
|
return source
|