def create_paths(folder, local_path=local_path):

    folder_path = Path(os.path.join(local_path, folder))

     # Create all folders in the path

    folder_path.mkdir(parents=True, exist_ok=True)

def download_and_save_files(file_name, bucket_name=bucket_name, local_path=local_path):

    file_path = Path(os.path.join(local_path, file_name))

 file_path.parent.mkdir(parents=True, exist_ok=True)

file_path.parent.mkdir(parents=True, exist_ok=True)

    s3_client.download_file(

    bucket_name,

    file_name,

    str(file_path)

    )

from multiprocessing import Pool

from tqdm.notebook import tqdm as T

import os

if __name__ == '__main__':

    with Pool(8) as p:

        list(T(p.imap(create_paths, folders), total=len(folders), colour='red'))

    with Pool(8) as p:

        list(T(p.imap(download_and_save_files, file_names), total=len(file_names), colour='red'))