# Clone the repository:
git clone https://github.com/marcaureln/abidjan-housing-dataset.git
# Install dependencies:
poetry install
# Activate the virtual environment:
poetry shell

# Move to Scrapy project folder:
cd ./scraper
# Copy the example configuration file:
cp scraper.toml.example scraper.toml
# Edit the configuration file with your favorite editor (e.g. vim):
vim scraper.toml
# Gather posts links
scrapy crawl links
# Gather posts details 
scrapy crawl posts