-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathengine.py
54 lines (43 loc) · 1.97 KB
/
engine.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
import argparse
import logging
import colorlog
from selenium.webdriver.chrome.options import Options
from fnac_prices import settings
from fnac_prices.classes.fnac_scrapper import FnacScrapper
from fnac_prices.models.product import Inventory
from fnac_prices.selenium.fnac_selenium import FnacSelenium
from fnac_prices.utils.fnac_helper import FnacHelper
def __make_logger(level=logging.DEBUG):
log_format = ("%(asctime)s %(log_color)s%(levelname)-8s"
"%(reset)s %(white)s%(message)s")
date_format = "%Y-%m-%d %H:%M:%S"
handler = colorlog.StreamHandler()
handler.setFormatter(colorlog.ColoredFormatter(
log_format, datefmt=date_format, reset=True))
logger = colorlog.getLogger()
logger.handlers = []
logger.addHandler(handler)
logger.setLevel(level)
return logger
def run_scrapper(email: str, password: str, input_path=None, log_level=logging.DEBUG):
logger = __make_logger(log_level)
logger.info("Running {}-{}".format(settings.BASE_VERSION, settings.BASE_CODENAME))
debug_mode = True if log_level is logging.DEBUG else False
inventory = Inventory()
driver_options = Options()
fnac_selenium = FnacSelenium(debug_mode, driver_options, inventory)
fnac_helper = FnacHelper()
app = FnacScrapper(email, password, fnac_selenium, fnac_helper, input_path, logger)
app.run()
if __name__ == '__main__':
ap = argparse.ArgumentParser()
ap.add_argument("-m", "--email", required=True, help="FNAC user email")
ap.add_argument("-p", "--password", required=True,
help="FNAC user password (cleartext)")
ap.add_argument("-i", "--input", required=False,
help="FNAC input inventory")
ap.add_argument("-d", "--debug", dest="log_level", action="store_const",
const=logging.DEBUG, default=logging.INFO,
help="Show debug log messages")
args = ap.parse_args()
run_scrapper(args.email, args.password, args.input, args.log_level)