get_all_s3_keys

Get all S3 Keys by Prefix by Boto3
def scan_s3_objects(bucket, prefix):
"""
Get a list of all keys in an S3 bucket.
Args:
- bucket: S3 bucket name
- prefix: S3 prefix to be scanned
Returns:
- List of objects.
"""
s3 = boto3.client('s3')
keys = []
kwargs = {'Bucket': bucket, 'Prefix': prefix}
while True:
resp = s3.list_objects_v2(**kwargs)
if 'Contents' not in resp:
return []
for obj in resp['Contents']:
keys.append(obj['Key'])
try:
kwargs['ContinuationToken'] = resp['NextContinuationToken']
except KeyError:
break
return keys