pywren_timing_mem_error.py

import pywren
import zappy.base as np
import zappy.executor

executor = zappy.executor.PywrenExecutor()
a = zappy.executor.ones(executor, (20000, 28000), chunks=(10000, 28000), dtype=float)

import s3fs.mapping

s3 = s3fs.S3FileSystem()
path = "sc-tom-test-data/ones.zarr"
output_zarr = s3fs.mapping.S3Map(path, s3=s3)

np.log1p(a, out=a)
a.to_zarr(output_zarr, a.chunks)

s3.ls(path)

s3.rm(path, recursive=True)