17 lines
797 B
Plaintext
17 lines
797 B
Plaintext
# Relative paths are relative to the current working directory (`pwd`), so explicit full paths are recommended.
|
|
# See *.sample.* files for test runs and examples.
|
|
|
|
# Simply a list of Oda.com product URLs to scrape. One URL per line.
|
|
PRODUCT_URL_LIST=./data/products.txt
|
|
|
|
# The output file for the scraped data. This file will be overwritten if it already exists.
|
|
PRODUCT_OUTPUT_FILE=./data/products.csv
|
|
|
|
# Can be either 'json' or 'csv'
|
|
PRODUCT_OUTPUT_FORMAT=json
|
|
|
|
# Only relevant if PRODUCT_OUTPUT_FORMAT is 'csv'. The CSV delimiter to use in the output file.
|
|
CSV_SEPARATOR=";"
|
|
|
|
# User agent sent with requests. Not sure if this is strictly necessary, but it doesn't hurt.
|
|
USER_AGENT="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36" |