Skip to content

Commit

Permalink
fixed import order and spacing for isort
Browse files Browse the repository at this point in the history
  • Loading branch information
waseem-polus committed Nov 30, 2023
1 parent cd2af8c commit 6ea8e12
Show file tree
Hide file tree
Showing 5 changed files with 18 additions and 8 deletions.
8 changes: 5 additions & 3 deletions scrapers/scrapers.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
import typer
import re
from src import utils

import typer

from src import craigslist as cl
from src import facebook as fb
from src import database as db
from src import facebook as fb
from src import utils

app = typer.Typer()

Expand Down
5 changes: 4 additions & 1 deletion scrapers/src/craigslist.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,10 @@
from bs4 import BeautifulSoup
import time

from bs4 import BeautifulSoup

from . import utils


def loadPageResources(driver):
scroll = 100

Expand Down
5 changes: 3 additions & 2 deletions scrapers/src/database.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
from dotenv import load_dotenv
import pymongo
import os
from datetime import date

import pymongo
from dotenv import load_dotenv

db = "scrape"
collection = "scraped_raw"

Expand Down
4 changes: 3 additions & 1 deletion scrapers/src/facebook.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
from bs4 import BeautifulSoup
import time

from bs4 import BeautifulSoup

from . import utils

postClass = "x9f619 x78zum5 x1r8uery xdt5ytf x1iyjqo2 xs83m0k x1e558r4 x150jy0e x1iorvi4 xjkvuk6 xnpuxes x291uyu x1uepa24"
Expand Down
4 changes: 3 additions & 1 deletion scrapers/src/utils.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
from . import database as db

from . import craigslist
from . import database as db
from . import facebook


def scrollTo(x, driver):
driver.execute_script(f"window.scrollTo({{top: {x}, left: 100, behavior: 'smooth'}})")

Expand Down

0 comments on commit 6ea8e12

Please sign in to comment.