shaban00/fortune_500_web_scraper

Web Scraper for the Fortune 500 Companies

Guide

Create database

   CREATE DATABASE fortune_500_web_scraper;

Create database user

   CREATE USER 'shaban'@'%' IDENTIFIED BY 'password';
   GRANT ALL ON fortune_500_web_scraper.* to 'shaban'@'%';
   FLUSH PRIVILEGES;
   EXIT;

Use database

   USE fortune_500_web_scraper;

Create tables

   CREATE TABLE companies (
      id VARCHAR(36) DEFAULT UUID() PRIMARY KEY,
      rank INT,
      company LONGTEXT,
      website LONGTEXT,
      career_links LONGTEXT,
      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
      updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
   );

Create virtual environment

   python -m venv .venv

Activate virtual environment

   source .venv/bin/activate

Install project dependencies

   pip install -r requirements

Copy project to server

   scp -r fortune_500_web_scraper sfbu:~/