HackYeah2024/test_main.py at main · Ant0in/HackYeah2024 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

from modules.legal_keywords_checker import LegalKeywordsChecker
from modules.trustpilot_checker import TrustPilotReviews
from modules.whois import WhoisLookupModule
from modules.update_date import UpdateDateModule
from modules.media import MediaModule
from modules.html_parser import HTMLParserModule
from modules.html_text import HTMLTextModule
from modules.type_checker import ThemeChecker
from modules.fraud_prediction import FraudPrediction
from modules.chatgpt_prediction import ChatGPTPrediction

from pipeline import Pipeline
from executor import Executor
from db import DB


class MainPipelineHelper:

    @staticmethod
    def execute_pipeline(url: str) -> float:

        pipeline = Pipeline()
        pipeline.add_module('ChatGPTPrediction', ['HTMLTextModule', 'ThemeChecker'])
        pipeline.add_module('FraudPrediction', [])
        pipeline.add_module('HTMLParser', [])
        pipeline.add_module('HTMLTextModule', ['HTMLParser'])
        pipeline.add_module("LegalChecker", [])
        pipeline.add_module("MediaModule", ["HTMLParser"])
        pipeline.add_module("TrustPilotChecker", ["HTMLTextModule"])
        pipeline.add_module('ThemeChecker', ["HTMLTextModule"])
        pipeline.add_module("UpdateDate", ["WhoIS"])
        pipeline.add_module("WhoIS", [])

        module_list = {
            "ChatGPTPrediction": ChatGPTPrediction(url),
            "FraudPrediction": FraudPrediction(url),
            "HTMLParser": HTMLParserModule(url),
            "HTMLTextModule": HTMLTextModule(url),
            "LegalChecker": LegalKeywordsChecker(url),
            "MediaModule": MediaModule(url),
            "TrustPilotChecker": TrustPilotReviews(url),
            "ThemeChecker": ThemeChecker(url, 'french'),
            "UpdateDate": UpdateDateModule(),
            "WhoIS": WhoisLookupModule(url),
        }

        executor = Executor()
        score: float = executor.run_pipeline(pipeline, module_list)
        return score

    @staticmethod
    def store_in_db(url: str, score: float) -> None:
        d: DB = DB(path='./dd.db')
        d.put_website(url=url, score=score)

    @staticmethod
    def run(url: str) -> float:
        score: float = MainPipelineHelper.execute_pipeline(url)
        MainPipelineHelper.store_in_db(url, score)

        return score