04. Data Generation Options

python -m src.cli.generate --size small     # For learning (recommended)
python -m src.cli.generate --size medium    # Performance testing
python -m src.cli.generate --size large     # Large-scale benchmarks

# Generate only a specific year
python -m src.cli.generate --start-date 2024-01-01 --end-date 2024-12-31

# Only a specific quarter
python -m src.cli.generate --start-date 2024-07-01 --end-date 2024-09-30

python -m src.cli.generate --locale ko    # Korean (default)
python -m src.cli.generate --locale en    # English

{
  "faker_locale": "ja_JP",
  "phone": {
    "format": "090-{0:04d}-{1:04d}",
    "description": "日本の仮想携帯番号"
  },
  "email": {
    "customer_domains": [
      ["testmail.jp", 0.30],
      ["fakemail.jp", 0.20],
      ["example.co.jp", 0.15]
    ],
    "staff_domain": "techshop-staff.jp",
    "supplier_domain": "test.jp"
  },
  "categories": {
    "desktop-prebuilt": "デスクトップPC",
    "laptop-general": "ノートパソコン",
    "monitor-general": "モニター",
    "keyboard-mechanical": "メカニカルキーボード"
  },
  "shipping": {
    "carriers": {
      "ヤマト運輸": 0.40,
      "佐川急便": 0.30,
      "日本郵便": 0.20,
      "西濃運輸": 0.10
    }
  },
  "holidays": {
    "01-01": "元日",
    "01-13": "成人の日",
    "02-11": "建国記念の日",
    "03-21": "春分の日",
    "05-03": "憲法記念日"
  },
  "coupon": {
    "names": [
      "新規登録クーポン",
      "お誕生日クーポン",
      "リピーター限定割引"
    ]
  }
}

python -m src.cli.generate --dirty-data

python -m src.cli.generate --seed 42     # Always the same data
python -m src.cli.generate --seed 42     # Byte-for-byte identical to above
python -m src.cli.generate --seed 100    # Completely different data

seed: 42                          # Random seed
locale: ko_KR                     # Data locale
shop_name: "TechShop"             # Shop name
start_date: "2016-01-01"          # Data start date
end_date: "2025-12-31"            # Data end date
size: medium                      # Default size

yearly_growth:
  2016: { new_customers: 1000,  orders_per_day: [15, 25],   active_products: 300 }
  2020: { new_customers: 4500,  orders_per_day: [80, 120],  active_products: 1500 }
  2025: { new_customers: 7500,  orders_per_day: [150, 200], active_products: 2800 }

monthly_seasonality:
  1: 0.85     # January slow season
  3: 1.15     # Back to school
  7: 0.85     # Summer slow season
  11: 1.25    # Black Friday
  12: 1.20    # Year-end sale

order:
  free_shipping_threshold: 50000   # Free shipping threshold (50,000 KRW)
  default_shipping_fee: 3000       # Default shipping fee
  cancellation_rate: 0.05          # 5% cancellation rate
  return_rate: 0.03                # 3% return rate
  points_earn_rate: 0.01           # 1% of payment amount as points

payment_methods:
  card: 0.45            # Credit card 45%
  kakao_pay: 0.20       # Kakao Pay 20%
  naver_pay: 0.15       # Naver Pay 15%
  bank_transfer: 0.10   # Bank transfer 10%
  virtual_account: 0.05 # Virtual account 5%
  point: 0.05           # Points 5%

review:
  write_rate: 0.25               # 25% of confirmed purchases write reviews
  rating_distribution:           # Rating distribution (realistic J-curve)
    5: 0.40
    4: 0.30
    3: 0.15
    2: 0.10
    1: 0.05

customer_grades:
  BRONZE: 0          # Default
  SILVER: 500000     # 500K+ KRW in past year
  GOLD: 2000000      # 2M+ KRW in past year
  VIP: 5000000       # 5M+ KRW in past year

edge_cases:
  null_birth_date: 0.15          # 15% NULL birth dates
  null_gender: 0.10              # 10% NULL gender
  long_product_name: 0.01        # 1% product names over 200 chars
  zero_payment: 0.01             # 1% full-points payments
  no_review_products: 0.20       # 20% products with no reviews

generate.py                 <- Main execution script
verify.py                   <- Environment verification script
config.yaml                 <- Default config file
config_detailed.yaml        <- Detailed parameters (120+)
data/
├── categories.json         <- Product category master (manually curated)
├── products.json           <- Product master (brand, model, price range)
├── suppliers.json          <- Supplier master
└── locale/
    ├── ko.json             <- Korean locale data
    └── en.json             <- English locale data
src/
├── generators/             <- Data generation modules
│   ├── base.py             <- Common generation logic (BaseGenerator)
│   ├── customers.py        <- Customers + addresses
│   ├── products.py         <- Products + categories + suppliers
│   ├── orders.py           <- Orders + order details
│   ├── payments.py         <- Payments
│   ├── shipping.py         <- Shipping
│   ├── reviews.py          <- Reviews
│   ├── inventory.py        <- Inventory in/out
│   ├── staff.py            <- Staff
│   ├── images.py           <- Product images + Pexels download
│   ├── carts.py            <- Carts
│   ├── coupons.py          <- Coupons + usage history
│   ├── complaints.py       <- Inquiries/complaints
│   ├── returns.py          <- Returns/exchanges
│   ├── calendar.py         <- Date dimension table
│   ├── grade_history.py    <- Customer tier history
│   ├── tags.py             <- Product tags
│   ├── views.py            <- Product view logs
│   ├── points.py           <- Point transactions
│   ├── promotions.py       <- Promotions
│   ├── qna.py              <- Product Q&A
│   ├── wishlists.py        <- Wishlists
│   └── dirty.py            <- Dirty data noise injection
├── exporters/              <- DB-specific output modules
│   ├── sqlite_exporter.py  <- SQLite DDL + views + triggers
│   ├── mysql_exporter.py   <- MySQL DDL + views + SP
│   └── postgresql_exporter.py <- PostgreSQL DDL + MV + SP
└── utils/                  <- Utilities
    ├── fake_phone.py       <- Virtual phone number generation
    ├── growth.py           <- Growth curve calculation
    └── seasonality.py      <- Seasonality patterns

output/
├── ecommerce-ko.db                 # SQLite database (default)
├── mysql/
│   ├── schema.sql               # Table/index/view DDL
│   ├── data.sql                 # INSERT statements (all data)
│   └── procedures.sql           # Stored procedures
└── postgresql/
    ├── schema.sql               # Table/index/view DDL
    ├── data.sql                 # INSERT statements (all data)
    └── procedures.sql           # Functions/procedures

python -m src.verify.verify                    # SQLite verification
python -m src.verify.verify --target mysql     # MySQL verification
python -m src.verify.verify --target postgresql  # PostgreSQL verification
python -m src.verify.verify --all              # Full verification