# DuckDB and storage configuration
database:
  path: data/duckdb/edgar_research.duckdb
  memory_limit: "4GB"
  threads: 4

parquet:
  base_dir: data/parquet
  compression: zstd
  compression_level: 3
  row_group_size: 100000
  partition_by:
    filings: [form_type, fiscal_year]
    sections: [form_type, fiscal_year]
    chunks: [form_type, fiscal_year]
    embeddings: [model_name]

storage:
  raw_dir: data/raw/sec
  processed_dir: data/processed
  metadata_dir: data/metadata
  logs_dir: data/logs