mirror of
https://github.com/jsvine/pdfplumber.git
synced 2026-08-31 01:20:24 +08:00
Jeremy Singer-Vine
129 lines
3.7 KiB
Python
129 lines
3.7 KiB
Python
#!/usr/bin/env python
|
|
import unittest
|
|
import pandas as pd
|
|
import pdfplumber
|
|
from operator import itemgetter
|
|
from pdfplumber.utils import within_bbox, collate_chars
|
|
import sys, os
|
|
|
|
import logging
|
|
logging.disable(logging.ERROR)
|
|
|
|
HERE = os.path.abspath(os.path.dirname(__file__))
|
|
|
|
COLUMNS = [
|
|
"state",
|
|
"permit",
|
|
"handgun",
|
|
"long_gun",
|
|
"other",
|
|
"multiple",
|
|
"admin",
|
|
"prepawn_handgun",
|
|
"prepawn_long_gun",
|
|
"prepawn_other",
|
|
"redemption_handgun",
|
|
"redemption_long_gun",
|
|
"redemption_other",
|
|
"returned_handgun",
|
|
"returned_long_gun",
|
|
"returned_other",
|
|
"rentals_handgun",
|
|
"rentals_long_gun",
|
|
"private_sale_handgun",
|
|
"private_sale_long_gun",
|
|
"private_sale_other",
|
|
"return_to_seller_handgun",
|
|
"return_to_seller_long_gun",
|
|
"return_to_seller_other",
|
|
"totals"
|
|
]
|
|
|
|
class Test(unittest.TestCase):
|
|
@classmethod
|
|
def setup_class(self):
|
|
path = os.path.join(HERE, "pdfs/nics-background-checks-2015-11.pdf")
|
|
self.pdf = pdfplumber.open(path)
|
|
self.PDF_WIDTH = self.pdf.pages[0].width
|
|
|
|
@classmethod
|
|
def teardown_class(self):
|
|
self.pdf.close()
|
|
|
|
def test_edges(self):
|
|
assert len(self.pdf.vertical_edges) == 700
|
|
assert len(self.pdf.horizontal_edges) == 508
|
|
|
|
def test_plain(self):
|
|
page = self.pdf.pages[0]
|
|
cropped = page.crop((0, 80, self.PDF_WIDTH, 485))
|
|
table = cropped.extract_table({
|
|
"horizontal_strategy": "text",
|
|
"explicit_vertical_lines": [
|
|
min(map(itemgetter("x0"), cropped.chars))
|
|
],
|
|
"intersection_tolerance": 5
|
|
})
|
|
|
|
def parse_value(k, x):
|
|
if k == 0: return x
|
|
if x in (None, ""): return None
|
|
return int(x.replace(",", ""))
|
|
|
|
def parse_row(row):
|
|
return dict((COLUMNS[i], parse_value(i, v))
|
|
for i, v in enumerate(row))
|
|
|
|
parsed_table = [ parse_row(row) for row in table ]
|
|
|
|
# [1:] because first column is state name
|
|
for c in COLUMNS[1:]:
|
|
total = parsed_table[-1][c]
|
|
colsum = sum(row[c] or 0 for row in parsed_table)
|
|
assert(colsum == (total * 2))
|
|
|
|
month_chars = within_bbox(page.chars, (0, 35, self.PDF_WIDTH, 65))
|
|
month_text = collate_chars(month_chars)
|
|
assert(month_text == "November - 2015")
|
|
|
|
def test_pandas(self):
|
|
page = self.pdf.pages[0]
|
|
cropped = page.crop((0, 80, self.PDF_WIDTH, 485))
|
|
table = cropped.extract_table({
|
|
"horizontal_strategy": "text",
|
|
"explicit_vertical_lines": [
|
|
min(map(itemgetter("x0"), cropped.chars))
|
|
],
|
|
"intersection_tolerance": 5
|
|
})
|
|
|
|
table = pd.DataFrame(table)
|
|
|
|
def parse_value(x):
|
|
if pd.isnull(x) or x == "": return None
|
|
return int(x.replace(",", ""))
|
|
|
|
table.columns = COLUMNS
|
|
table[table.columns[1:]] = table[table.columns[1:]].applymap(parse_value)
|
|
|
|
# [1:] because first column is state name
|
|
for c in COLUMNS[1:]:
|
|
total = table[c].iloc[-1]
|
|
colsum = table[c].sum()
|
|
assert(colsum == (total * 2))
|
|
|
|
month_chars = within_bbox(page.chars, (0, 35, self.PDF_WIDTH, 65))
|
|
month_text = collate_chars(month_chars)
|
|
assert(month_text == "November - 2015")
|
|
|
|
def test_filter(self):
|
|
page = self.pdf.pages[0]
|
|
def test(obj):
|
|
if obj["object_type"] == "char":
|
|
if obj["size"] < 15:
|
|
return False
|
|
return True
|
|
filtered = page.filter(test)
|
|
text = filtered.extract_text()
|
|
assert(text == "NICS Firearm Background Checks\nNovember - 2015")
|