You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

269 lines
8.2 KiB

4 years ago
  1. import struct
  2. from sys import maxsize as INF
  3. ## PNG Predictor
  4. ##
  5. def apply_png_predictor(pred, colors, columns, bitspercomponent, data):
  6. if bitspercomponent != 8:
  7. # unsupported
  8. raise ValueError(bitspercomponent)
  9. nbytes = colors*columns*bitspercomponent//8
  10. i = 0
  11. buf = b''
  12. line0 = b'\x00' * columns
  13. while i < len(data):
  14. pred = data[i]
  15. i += 1
  16. line1 = data[i:i+nbytes]
  17. i += nbytes
  18. if pred == 0:
  19. # PNG none
  20. buf += line1
  21. elif pred == 1:
  22. # PNG sub (UNTESTED)
  23. c = 0
  24. bufline = []
  25. for b in line1:
  26. c = (c+b) & 255
  27. bufline.append(c)
  28. buf += bytes(bufline)
  29. elif pred == 2:
  30. # PNG up
  31. bufline = []
  32. for (a,b) in zip(line0,line1):
  33. c = (a+b) & 255
  34. bufline.append(c)
  35. buf += bytes(bufline)
  36. elif pred == 3:
  37. # PNG average (UNTESTED)
  38. c = 0
  39. bufline = []
  40. for (a,b) in zip(line0,line1):
  41. c = ((c+a+b)//2) & 255
  42. bufline.append(c)
  43. buf += bytes(bufline)
  44. else:
  45. # unsupported
  46. raise ValueError(pred)
  47. line0 = line1
  48. return buf
  49. ## Matrix operations
  50. ##
  51. MATRIX_IDENTITY = (1, 0, 0, 1, 0, 0)
  52. def mult_matrix(matrix1, matrix2):
  53. """Returns the multiplication of two matrices."""
  54. (a1,b1,c1,d1,e1,f1) = matrix1
  55. (a0,b0,c0,d0,e0,f0) = matrix2
  56. return (a0*a1+c0*b1, b0*a1+d0*b1,
  57. a0*c1+c0*d1, b0*c1+d0*d1,
  58. a0*e1+c0*f1+e0, b0*e1+d0*f1+f0)
  59. def translate_matrix(matrix, point):
  60. """Translates a matrix by (x,y)."""
  61. (a,b,c,d,e,f) = matrix
  62. (x,y) = point
  63. return (a,b,c,d,x*a+y*c+e,x*b+y*d+f)
  64. def apply_matrix_pt(matrix, point):
  65. """Applies a matrix to a point."""
  66. (a,b,c,d,e,f) = matrix
  67. (x,y) = point
  68. return (a*x+c*y+e, b*x+d*y+f)
  69. def apply_matrix_norm(matrix, norm):
  70. """Equivalent to apply_matrix_pt(M, (p,q)) - apply_matrix_pt(M, (0,0))"""
  71. (a,b,c,d,e,f) = matrix
  72. (p,q) = norm
  73. return (a*p+c*q, b*p+d*q)
  74. ## Utility functions
  75. ##
  76. # uniq
  77. def uniq(objs):
  78. """Eliminates duplicated elements."""
  79. done = set()
  80. for obj in objs:
  81. if obj in done: continue
  82. done.add(obj)
  83. yield obj
  84. # fsplit
  85. def fsplit(pred, objs):
  86. """Split a list into two classes according to the predicate."""
  87. t = []
  88. f = []
  89. for obj in objs:
  90. if pred(obj):
  91. t.append(obj)
  92. else:
  93. f.append(obj)
  94. return (t,f)
  95. # drange
  96. def drange(v0, v1, d):
  97. """Returns a discrete range."""
  98. assert v0 < v1
  99. return range(int(v0)//d, int(v1+d)//d)
  100. # get_bound
  101. def get_bound(pts):
  102. """Compute a minimal rectangle that covers all the points."""
  103. (x0, y0, x1, y1) = (INF, INF, -INF, -INF)
  104. for (x,y) in pts:
  105. x0 = min(x0, x)
  106. y0 = min(y0, y)
  107. x1 = max(x1, x)
  108. y1 = max(y1, y)
  109. return (x0,y0,x1,y1)
  110. # pick
  111. def pick(seq, func, maxobj=None):
  112. """Picks the object obj where func(obj) has the highest value."""
  113. maxscore = None
  114. for obj in seq:
  115. score = func(obj)
  116. if maxscore is None or maxscore < score:
  117. (maxscore,maxobj) = (score,obj)
  118. return maxobj
  119. # choplist
  120. def choplist(n, seq):
  121. """Groups every n elements of the list."""
  122. r = []
  123. for x in seq:
  124. r.append(x)
  125. if len(r) == n:
  126. yield tuple(r)
  127. r = []
  128. def trailiter(iterable, skipfirst=False):
  129. """Yields (prev_element, element), starting with (None, first_element).
  130. If skipfirst is True, there will be no (None, item1) element and we'll start
  131. directly with (item1, item2).
  132. """
  133. it = iter(iterable)
  134. if skipfirst:
  135. prev = next(it)
  136. else:
  137. prev = None
  138. for item in it:
  139. yield prev, item
  140. prev = item
  141. # nunpack
  142. def nunpack(b, default=0):
  143. """Unpacks 1 to 4 byte integers (big endian)."""
  144. if isinstance(b, str):
  145. b = b.encode('latin-1')
  146. l = len(b)
  147. if not l:
  148. return default
  149. elif l == 1:
  150. return b[0]
  151. elif l == 2:
  152. return struct.unpack(b'>H', b)[0]
  153. elif l == 3:
  154. return struct.unpack(b'>L', b'\x00'+b)[0]
  155. elif l == 4:
  156. return struct.unpack(b'>L', b)[0]
  157. else:
  158. raise TypeError('invalid length: %d' % l)
  159. # decode_text
  160. PDFDocEncoding = ''.join( chr(x) for x in (
  161. 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007,
  162. 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f,
  163. 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0017, 0x0017,
  164. 0x02d8, 0x02c7, 0x02c6, 0x02d9, 0x02dd, 0x02db, 0x02da, 0x02dc,
  165. 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027,
  166. 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f,
  167. 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037,
  168. 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f,
  169. 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047,
  170. 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f,
  171. 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057,
  172. 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x005f,
  173. 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067,
  174. 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f,
  175. 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077,
  176. 0x0078, 0x0079, 0x007a, 0x007b, 0x007c, 0x007d, 0x007e, 0x0000,
  177. 0x2022, 0x2020, 0x2021, 0x2026, 0x2014, 0x2013, 0x0192, 0x2044,
  178. 0x2039, 0x203a, 0x2212, 0x2030, 0x201e, 0x201c, 0x201d, 0x2018,
  179. 0x2019, 0x201a, 0x2122, 0xfb01, 0xfb02, 0x0141, 0x0152, 0x0160,
  180. 0x0178, 0x017d, 0x0131, 0x0142, 0x0153, 0x0161, 0x017e, 0x0000,
  181. 0x20ac, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7,
  182. 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x0000, 0x00ae, 0x00af,
  183. 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7,
  184. 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf,
  185. 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7,
  186. 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf,
  187. 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7,
  188. 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df,
  189. 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7,
  190. 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef,
  191. 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7,
  192. 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff,
  193. ))
  194. def decode_text(s):
  195. """Decodes a PDFDocEncoding string to Unicode."""
  196. if s.startswith('\xfe\xff'):
  197. return str(s[2:], 'utf-16be', 'ignore')
  198. else:
  199. return ''.join( PDFDocEncoding[ord(c)] for c in s )
  200. def htmlescape(s, encoding='ascii'):
  201. """Escapes a string for SGML/XML/HTML"""
  202. s = s.replace('&','&amp;').replace('>','&gt;').replace('<','&lt;').replace('"','&quot;')
  203. # Additionally to basic replaces, we also make sure that all characters are convertible to our
  204. # target encoding. If they're not, they're replaced by XML entities.
  205. encoded = s.encode(encoding, errors='xmlcharrefreplace')
  206. return encoded.decode(encoding)
  207. def bbox2str(bbox):
  208. (x0,y0,x1,y1) = bbox
  209. return '%.3f,%.3f,%.3f,%.3f' % (x0, y0, x1, y1)
  210. def matrix2str(matrix):
  211. (a,b,c,d,e,f) = matrix
  212. return '[%.2f,%.2f,%.2f,%.2f, (%.2f,%.2f)]' % (a,b,c,d,e,f)
  213. def set_debug_logging():
  214. import logging, sys
  215. logging.basicConfig(level=logging.DEBUG, stream=sys.stderr)
  216. class ObjIdRange:
  217. "A utility class to represent a range of object IDs."
  218. def __init__(self, start, nobjs):
  219. self.start = start
  220. self.nobjs = nobjs
  221. def __repr__(self):
  222. return '<ObjIdRange: %d-%d>' % (self.get_start_id(), self.get_end_id())
  223. def get_start_id(self):
  224. return self.start
  225. def get_end_id(self):
  226. return self.start + self.nobjs - 1
  227. def get_nobjs(self):
  228. return self.nobjs
  229. # create_bmp
  230. def create_bmp(data, bits, width, height):
  231. info = struct.pack('<IiiHHIIIIII', 40, width, height, 1, bits, 0, len(data), 0, 0, 0, 0)
  232. assert len(info) == 40, len(info)
  233. header = struct.pack('<ccIHHI', 'B', 'M', 14+40+len(data), 0, 0, 14+40)
  234. assert len(header) == 14, len(header)
  235. # XXX re-rasterize every line
  236. return header+info+data