import os.path import logging from .pdfdevice import PDFTextDevice from .pdffont import PDFUnicodeNotDefined from .pdftypes import LITERALS_DCT_DECODE from .pdfcolor import LITERAL_DEVICE_GRAY, LITERAL_DEVICE_RGB from .layout import LTContainer, LTPage, LTText, LTLine, LTRect, LTCurve from .layout import LTFigure, LTImage, LTChar, LTTextLine from .layout import LTTextBox, LTTextBoxVertical, LTTextGroup from .utils import apply_matrix_pt, mult_matrix from .utils import htmlescape, bbox2str, create_bmp logger = logging.getLogger(__name__) class PDFLayoutAnalyzer(PDFTextDevice): def __init__(self, rsrcmgr, pageno=1, laparams=None): PDFTextDevice.__init__(self, rsrcmgr) self.pageno = pageno self.laparams = laparams self._stack = [] def begin_page(self, page, ctm): (x0,y0,x1,y1) = page.mediabox (x0,y0) = apply_matrix_pt(ctm, (x0,y0)) (x1,y1) = apply_matrix_pt(ctm, (x1,y1)) mediabox = (0, 0, abs(x0-x1), abs(y0-y1)) self.cur_item = LTPage(self.pageno, mediabox) def end_page(self, page): assert not self._stack assert isinstance(self.cur_item, LTPage) if self.laparams is not None: self.cur_item.analyze(self.laparams) self.pageno += 1 self.receive_layout(self.cur_item) def begin_figure(self, name, bbox, matrix): self._stack.append(self.cur_item) self.cur_item = LTFigure(name, bbox, mult_matrix(matrix, self.ctm)) def end_figure(self, _): fig = self.cur_item assert isinstance(self.cur_item, LTFigure) self.cur_item = self._stack.pop() self.cur_item.add(fig) def render_image(self, name, stream): assert isinstance(self.cur_item, LTFigure) item = LTImage(name, stream, (self.cur_item.x0, self.cur_item.y0, self.cur_item.x1, self.cur_item.y1)) self.cur_item.add(item) def paint_path(self, gstate, stroke, fill, evenodd, path): shape = ''.join(x[0] for x in path) if shape == 'ml': # horizontal/vertical line (_,x0,y0) = path[0] (_,x1,y1) = path[1] (x0,y0) = apply_matrix_pt(self.ctm, (x0,y0)) (x1,y1) = apply_matrix_pt(self.ctm, (x1,y1)) if x0 == x1 or y0 == y1: self.cur_item.add(LTLine(gstate.linewidth, (x0,y0), (x1,y1))) return if shape == 'mlllh': # rectangle (_,x0,y0) = path[0] (_,x1,y1) = path[1] (_,x2,y2) = path[2] (_,x3,y3) = path[3] (x0,y0) = apply_matrix_pt(self.ctm, (x0,y0)) (x1,y1) = apply_matrix_pt(self.ctm, (x1,y1)) (x2,y2) = apply_matrix_pt(self.ctm, (x2,y2)) (x3,y3) = apply_matrix_pt(self.ctm, (x3,y3)) if ((x0 == x1 and y1 == y2 and x2 == x3 and y3 == y0) or (y0 == y1 and x1 == x2 and y2 == y3 and x3 == x0)): self.cur_item.add(LTRect(gstate.linewidth, (x0,y0,x2,y2))) return # other shapes pts = [] for p in path: for i in range(1, len(p), 2): pts.append(apply_matrix_pt(self.ctm, (p[i], p[i+1]))) self.cur_item.add(LTCurve(gstate.linewidth, pts)) def render_char(self, matrix, font, fontsize, scaling, rise, cid): try: text = font.to_unichr(cid) assert isinstance(text, str), text except PDFUnicodeNotDefined: text = self.handle_undefined_char(font, cid) textwidth = font.char_width(cid) textdisp = font.char_disp(cid) item = LTChar(matrix, font, fontsize, scaling, rise, text, textwidth, textdisp) self.cur_item.add(item) return item.adv def handle_undefined_char(self, font, cid): logger.warning('undefined: %r, %r', font, cid) return '(cid:%d)' % cid def receive_layout(self, ltpage): pass class PDFPageAggregator(PDFLayoutAnalyzer): def __init__(self, rsrcmgr, pageno=1, laparams=None): PDFLayoutAnalyzer.__init__(self, rsrcmgr, pageno=pageno, laparams=laparams) self.result = None def receive_layout(self, ltpage): self.result = ltpage def get_result(self): return self.result ## PDFConverter ## class PDFConverter(PDFLayoutAnalyzer): # outfp is an fp opened in *text* mode def __init__(self, rsrcmgr, outfp, pageno=1, laparams=None): PDFLayoutAnalyzer.__init__(self, rsrcmgr, pageno=pageno, laparams=laparams) self.outfp = outfp def write_image(self, image): stream = image.stream filters = stream.get_filters() if len(filters) == 1 and filters[0] in LITERALS_DCT_DECODE: ext = '.jpg' data = stream.get_rawdata() elif image.colorspace is LITERAL_DEVICE_RGB: ext = '.bmp' data = create_bmp(stream.get_data(), stream.bits*3, image.width, image.height) elif image.colorspace is LITERAL_DEVICE_GRAY: ext = '.bmp' data = create_bmp(stream.get_data(), stream.bits, image.width, image.height) else: ext = '.img' data = stream.get_data() name = image.name+ext path = os.path.join(self.outdir, name) fp = file(path, 'wb') fp.write(data) fp.close() return name ## TextConverter ## class TextConverter(PDFConverter): def __init__(self, rsrcmgr, outfp, pageno=1, laparams=None, showpageno=False): PDFConverter.__init__(self, rsrcmgr, outfp, pageno=pageno, laparams=laparams) self.showpageno = showpageno def write_text(self, text): self.outfp.write(text) def receive_layout(self, ltpage): def render(item): if isinstance(item, LTContainer): for child in item: render(child) elif isinstance(item, LTText): self.write_text(item.get_text()) if isinstance(item, LTTextBox): self.write_text('\n') if self.showpageno: self.write_text('Page %s\n' % ltpage.pageid) render(ltpage) self.write_text('\f') # Some dummy functions to save memory/CPU when all that is wanted is text. # This stops all the image and drawing ouput from being recorded and taking # up RAM. def render_image(self, name, stream): pass def paint_path(self, gstate, stroke, fill, evenodd, path): pass ## HTMLConverter ## class HTMLConverter(PDFConverter): RECT_COLORS = { #'char': 'green', 'figure': 'yellow', 'textline': 'magenta', 'textbox': 'cyan', 'textgroup': 'red', 'curve': 'black', 'page': 'gray', } TEXT_COLORS = { 'textbox': 'blue', 'char': 'black', } def __init__(self, rsrcmgr, outfp, pageno=1, laparams=None, scale=1, fontscale=0.7, layoutmode='normal', showpageno=True, pagemargin=50, outdir=None, rect_colors={'curve':'black', 'page':'gray'}, text_colors={'char':'black'}, debug=False): PDFConverter.__init__(self, rsrcmgr, outfp, pageno=pageno, laparams=laparams) self.scale = scale self.fontscale = fontscale self.layoutmode = layoutmode self.showpageno = showpageno self.pagemargin = pagemargin self.outdir = outdir self.rect_colors = rect_colors self.text_colors = text_colors if debug: self.rect_colors.update(self.RECT_COLORS) self.text_colors.update(self.TEXT_COLORS) self._yoffset = self.pagemargin self._font = None self._fontstack = [] self.write_header() def write(self, text): self.outfp.write(text) def write_header(self): self.write('\n') self.write('\n' % self.outfp.encoding) self.write('\n') def write_footer(self): self.write('
Page: %s
\n' % ', '.join('%s' % (i,i) for i in range(1,self.pageno))) self.write('\n') def write_text(self, text): self.write(htmlescape(text, self.outfp.encoding)) def place_rect(self, color, borderwidth, x, y, w, h): color = self.rect_colors.get(color) if color is not None: self.write('\n' % (color, borderwidth, x*self.scale, (self._yoffset-y)*self.scale, w*self.scale, h*self.scale)) def place_border(self, color, borderwidth, item): self.place_rect(color, borderwidth, item.x0, item.y1, item.width, item.height) def place_image(self, item, borderwidth, x, y, w, h): if self.outdir is not None: name = self.write_image(item) self.write('\n' % (enc(name), borderwidth, x*self.scale, (self._yoffset-y)*self.scale, w*self.scale, h*self.scale)) def place_text(self, color, text, x, y, size): color = self.text_colors.get(color) if color is not None: self.write('' % (color, x*self.scale, (self._yoffset-y)*self.scale, size*self.scale*self.fontscale)) self.write_text(text) self.write('\n') def begin_textbox(self, color, borderwidth, x, y, w, h, writing_mode): self._fontstack.append(self._font) self._font = None self.write('
' % (color, borderwidth, writing_mode, x*self.scale, (self._yoffset-y)*self.scale, w*self.scale, h*self.scale)) def put_text(self, text, fontname, fontsize): font = (fontname, fontsize) if font != self._font: if self._font is not None: self.write('') self.write('' % (fontname, fontsize * self.scale * self.fontscale)) self._font = font self.write_text(text) def put_newline(self): self.write('
') def end_textbox(self, color): if self._font is not None: self.write('') self._font = self._fontstack.pop() self.write('
') def receive_layout(self, ltpage): def show_group(item): if isinstance(item, LTTextGroup): self.place_border('textgroup', 1, item) for child in item: show_group(child) def render(item): if isinstance(item, LTPage): self._yoffset += item.y1 self.place_border('page', 1, item) if self.showpageno: self.write('
' % ((self._yoffset-item.y1)*self.scale)) self.write('Page %s
\n' % (item.pageid, item.pageid)) for child in item: render(child) if item.groups is not None: for group in item.groups: show_group(group) elif isinstance(item, LTCurve): self.place_border('curve', 1, item) elif isinstance(item, LTFigure): self.place_border('figure', 1, item) for child in item: render(child) elif isinstance(item, LTImage): self.place_image(item, 1, item.x0, item.y1, item.width, item.height) else: if self.layoutmode == 'exact': if isinstance(item, LTTextLine): self.place_border('textline', 1, item) for child in item: render(child) elif isinstance(item, LTTextBox): self.place_border('textbox', 1, item) self.place_text('textbox', str(item.index+1), item.x0, item.y1, 20) for child in item: render(child) elif isinstance(item, LTChar): self.place_border('char', 1, item) self.place_text('char', item.get_text(), item.x0, item.y1, item.size) else: if isinstance(item, LTTextLine): for child in item: render(child) if self.layoutmode != 'loose': self.put_newline() elif isinstance(item, LTTextBox): self.begin_textbox('textbox', 1, item.x0, item.y1, item.width, item.height, item.get_writing_mode()) for child in item: render(child) self.end_textbox('textbox') elif isinstance(item, LTChar): self.put_text(item.get_text(), item.fontname, item.size) elif isinstance(item, LTText): self.write_text(item.get_text()) render(ltpage) self._yoffset += self.pagemargin def close(self): self.write_footer() class XMLConverter(PDFConverter): def __init__(self, rsrcmgr, outfp, pageno=1, laparams=None, outdir=None): PDFConverter.__init__(self, rsrcmgr, outfp, pageno=pageno, laparams=laparams) self.outdir = outdir self.write_header() def write_header(self): self.outfp.write('\n' % self.outfp.encoding) self.outfp.write('\n') def write_footer(self): self.outfp.write('\n') def write_text(self, text): self.outfp.write(htmlescape(text, self.outfp.encoding)) def receive_layout(self, ltpage): def show_group(item): if isinstance(item, LTTextBox): self.outfp.write('\n' % (item.index, bbox2str(item.bbox))) elif isinstance(item, LTTextGroup): self.outfp.write('\n' % bbox2str(item.bbox)) for child in item: show_group(child) self.outfp.write('\n') def render(item): if isinstance(item, LTPage): self.outfp.write('\n' % (item.pageid, bbox2str(item.bbox), item.rotate)) for child in item: render(child) if item.groups is not None: self.outfp.write('\n') for group in item.groups: show_group(group) self.outfp.write('\n') self.outfp.write('\n') elif isinstance(item, LTLine): self.outfp.write('\n' % (item.linewidth, bbox2str(item.bbox))) elif isinstance(item, LTRect): self.outfp.write('\n' % (item.linewidth, bbox2str(item.bbox))) elif isinstance(item, LTCurve): self.outfp.write('\n' % (item.linewidth, bbox2str(item.bbox), item.get_pts())) elif isinstance(item, LTFigure): self.outfp.write('
\n' % (item.name, bbox2str(item.bbox))) for child in item: render(child) self.outfp.write('
\n') elif isinstance(item, LTTextLine): self.outfp.write('\n' % bbox2str(item.bbox)) for child in item: render(child) self.outfp.write('\n') elif isinstance(item, LTTextBox): wmode = '' if isinstance(item, LTTextBoxVertical): wmode = ' wmode="vertical"' self.outfp.write('\n' % (item.index, bbox2str(item.bbox), wmode)) for child in item: render(child) self.outfp.write('\n') elif isinstance(item, LTChar): self.outfp.write('' % (htmlescape(item.fontname), bbox2str(item.bbox), item.size)) self.write_text(item.get_text()) self.outfp.write('\n') elif isinstance(item, LTText): self.outfp.write('%s\n' % item.get_text()) elif isinstance(item, LTImage): if self.outdir: name = self.write_image(item) self.outfp.write('\n' % (enc(name), item.width, item.height)) else: self.outfp.write('\n' % (item.width, item.height)) else: assert 0, item render(ltpage) def close(self): self.write_footer()