aws_s3_upload_directory.py

    import os

    from tqdm import tqdm


    def upload_directory_to_s3(local_directory, bucket):
        """
        Uploads an entire directory to S3.

        :param local_directory: name of the local directory
        :param bucket: name of the S3 bucket
        """
        print(f'uploading all files in {local_directory}')
        directory_walk = os.walk(local_directory)
        for directory_path, directory_name, file_names in directory_walk:
            if directory_path != os.path.join(local_directory):
                sub_dir = os.path.basename(directory_path)
                for file in tqdm(file_names):
                    aws.upload_file_to_s3(file_name=os.path.join(local_directory, sub_dir, file), bucket=bucket)
            else:
                for file in tqdm(file_names):
                    aws.upload_file_to_s3(file_name=os.path.join(local_directory, file), bucket=bucket)