Base

PDFParserBase

Source code in Docs2KG/parser/pdf/base.py

class PDFParserBase:
    def __init__(self, pdf_file: Path, output_dir: Path = None) -> None:
        """
        Initialize the class with the pdf file

        Args:
            pdf_file (Path): The path to the pdf file
            output_dir (Path): The path to the output directory, default is None, will be default to DATA_OUTPUT_DIR

        """
        self.pdf_file = pdf_file
        self.output_dir = output_dir
        if self.output_dir is None:
            # get it to be that the input file => input folder
            pdf_file_folder = DATA_OUTPUT_DIR / pdf_file.name
            pdf_file_folder.mkdir(parents=True, exist_ok=True)
            self.output_dir = pdf_file_folder

        # copy original pdf to the output folder
        pdf_file_output = self.output_dir / pdf_file.name
        if not pdf_file_output.exists():
            shutil.copy(pdf_file, pdf_file_output)
        self.metadata_json = self.output_dir / "metadata.json"
        if self.metadata_json.exists():
            self.metadata = json.load(open(self.metadata_json))
        else:
            metadata = get_meda_for_file(pdf_file)
            logger.info(metadata)
            self.metadata = metadata
            with open(self.metadata_json, "w") as f:
                f.write(json.dumps(metadata))

__init__(pdf_file, output_dir=None)

Initialize the class with the pdf file

Parameters:

Name	Type	Description	Default
pdf_file	Path	The path to the pdf file	required
output_dir	Path	The path to the output directory, default is None, will be default to DATA_OUTPUT_DIR	None

Source code in Docs2KG/parser/pdf/base.py

def __init__(self, pdf_file: Path, output_dir: Path = None) -> None:
    """
    Initialize the class with the pdf file

    Args:
        pdf_file (Path): The path to the pdf file
        output_dir (Path): The path to the output directory, default is None, will be default to DATA_OUTPUT_DIR

    """
    self.pdf_file = pdf_file
    self.output_dir = output_dir
    if self.output_dir is None:
        # get it to be that the input file => input folder
        pdf_file_folder = DATA_OUTPUT_DIR / pdf_file.name
        pdf_file_folder.mkdir(parents=True, exist_ok=True)
        self.output_dir = pdf_file_folder

    # copy original pdf to the output folder
    pdf_file_output = self.output_dir / pdf_file.name
    if not pdf_file_output.exists():
        shutil.copy(pdf_file, pdf_file_output)
    self.metadata_json = self.output_dir / "metadata.json"
    if self.metadata_json.exists():
        self.metadata = json.load(open(self.metadata_json))
    else:
        metadata = get_meda_for_file(pdf_file)
        logger.info(metadata)
        self.metadata = metadata
        with open(self.metadata_json, "w") as f:
            f.write(json.dumps(metadata))