# Template: Extract from Multiple Files (Glob Pattern)
# Copy to your pipeline directory as extract.yaml

title: glob_file_extraction
description: Extract from multiple files matching pattern
version: "1.0.0"

# Source type (required)
type: file

# Glob pattern to match files
path: ./data/inputs/*.json
# Examples:
#   ./data/*.csv           - All CSV files in data/
#   ./data/**/*.json       - All JSON files recursively
#   ./data/2024-*.parquet  - Parquet files starting with 2024-

# Format (auto-detected from first file if omitted)
format: json

batch_size: 1000

# Processing options
# sort_files: true        # Process files in sorted order
# fail_on_empty: false    # Don't fail if no files match
