main.py

import os
import sys
from pathlib import Path
dir_path = Path(os.getcwd())

# Importing rse_watch package
sys.path.append(str(dir_path / 'polls/rse_model'))
model_directory = dir_path / "data/model"

from rse_watch.pdf_parser import run as run_parser
from rse_watch.indexer import run as run_indexer
from rse_watch.conf import Config, DebugConfig

from time import time
import argparse


def main():
    parser = argparse.ArgumentParser()

    parser.add_argument('--mode',
                        default="final",
                        choices=["final", "debug"],
                        help="Wether to parse all dpefs only a subset.")
    parser.add_argument('--task',
                        default="both",
                        choices=["parse", "model", "both"],
                        help="Wether to parse pdfs, train the BM25+embedding model, or both.")
    args = parser.parse_args()
    if args.mode == "final":
        config = Config(model_directory)
    elif args.mode == "debug":
        config = DebugConfig(model_directory)
    t = time()

    print("Begin Initialization.")
    if args.task in ["parse", "both"]:
        run_parser(config)
    if args.task in ["model", "both"]:
        run_indexer(config, create_from_scratch=True)
    print("Finished intialization")
    print("Took {} seconds to initialize.".format(int(time()-t)))


if __name__ == "__main__":
    main()