#!/usr/bin/env python import unittest import pandas as pd import pdfplumber from pdfplumber import utils from pdfplumber import table import sys, os import logging logging.disable(logging.ERROR) HERE = os.path.abspath(os.path.dirname(__file__)) def fix_row_spaces(row): return [ (x or "").replace(" ", "") for x in row[:3] ] + row[3:] class Test(unittest.TestCase): @classmethod def setup_class(self): path = os.path.join(HERE, "pdfs/WARN-Report-for-7-1-2015-to-03-25-2016.pdf") self.pdf = pdfplumber.open(path) self.PDF_WIDTH = self.pdf.pages[0].width @classmethod def teardown_class(self): self.pdf.close() def test_objects(self): assert len(self.pdf.chars) assert len(self.pdf.rects) assert len(self.pdf.figures) assert len(self.pdf.images) def test_pandas(self): rect_x0_clusters = utils.cluster_list([ r["x0"] for r in self.pdf.pages[1].rects ], tolerance=3) v_lines = [ x[0] for x in rect_x0_clusters ] def parse_page(page): data = page.extract_table({ "vertical_strategy": "explicit", "explicit_vertical_lines": v_lines }) without_spaces = [ fix_row_spaces(row) for row in data ] return without_spaces parsed = parse_page(self.pdf.pages[0]) assert(parsed[0] == [ "NoticeDate", "Effective", "Received", "Company", "City", "No. Of", "Layoff/Closure", ]) assert(parsed[1] == [ "06/22/2015", "03/25/2016", "07/01/2015", "Maxim Integrated Product", "San Jose", "150", "Closure Permanent", ]) def test_edge_merging(self): p0 = self.pdf.pages[0] assert(len(p0.edges) == 364) assert(len(table.merge_edges( p0.edges, snap_tolerance=3, join_tolerance=3 )) == 46) def test_vertices(self): p0 = self.pdf.pages[0] edges = table.merge_edges( p0.edges, snap_tolerance=3, join_tolerance=3 ) ixs = table.edges_to_intersections(edges) assert(len(ixs.keys()) == 304) # 38x8