# Template: Extract from AWS S3
# Copy to your pipeline directory as extract.yaml
# Requires: pip install boto3

title: s3_extraction
description: Extract data from AWS S3
version: "1.0.0"

# Source type (required)
type: cloud_storage

storage:
  provider: s3
  bucket: my-bucket-name

  # Single object
  path: data/input.json

  # Or prefix for multiple objects (uncomment)
  # prefix: data/inputs/
  # pattern: "*.json"  # Filter by pattern

  # Credentials (optional - uses AWS credential chain if omitted)
  # credentials:
  #   aws_access_key_id: ${AWS_ACCESS_KEY_ID}
  #   aws_secret_access_key: ${AWS_SECRET_ACCESS_KEY}
  #   region: us-east-1

format: json
batch_size: 1000
