upload to s3 using multipart upload

test.py

import boto3
from boto3.s3.transfer import TransferConfig

s3_client = boto3.client("s3", region_name="eu-central-1")  # Your region
BUCKET = "gerhard-s3-upload-test"
KEY = "big"
FILE_PATH = "big_file.txt"

# Customize threshold (e.g., 64 MB) and concurrency for large files
config = TransferConfig(
    multipart_threshold=64 * 1024 * 1024,  # 64 MB
    max_concurrency=10,  # Parallel parts
    multipart_chunksize=64 * 1024 * 1024,  # Part size 64 MB (5 MB min)
)

s3_client.upload_file(
    FILE_PATH,
    BUCKET,
    KEY,
    Config=config,
)