# Template: Load to AWS S3
# Copy to your pipeline directory as load.yaml
# Requires: pip install boto3

title: load_s3
description: Load data to AWS S3
version: "1.0.0"

# Target type (required)
type: cloud_storage

storage:
  provider: s3
  bucket: my-bucket-name
  path: output/data.json  # Object key/prefix

  # Credentials (optional - uses AWS credential chain if omitted)
  # credentials:
  #   aws_access_key_id: ${AWS_ACCESS_KEY_ID}
  #   aws_secret_access_key: ${AWS_SECRET_ACCESS_KEY}
  #   region: us-east-1

# Output format: json, jsonl, csv, parquet
format: json

# For partitioned output:
# partition_by: [year, month]  # Creates year=2024/month=01/data.parquet
