blob: a13421a4c398e3dbb25b94881b09a888b15eb485 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
|
import sys
from bs4 import BeautifulSoup
import subprocess
import djvu
from djvu.decode import Context
from itertools import chain
import collections
def parse_page(page, html=False):
s, page_size = page.text.sexpr, page.size[1]
def aux(s):
if type(s) is djvu.sexpr.ListExpression:
if len(s) == 0:
pass
if str(s[0].value) == "word":
coords = [s[i].value for i in xrange(1, 5)]
if html:
coords[1] = page_size - coords[1]
coords[3] = page_size - coords[3]
word = s[5].value
yield (word, coords)
else:
for c in chain.from_iterable(aux(child) for child in s[5:]):
yield c
else:
pass
return aux(s)
def parse_book(djvubook, page=None, html=False):
"""
returns the list of words and coordinates from a djvu book.
if page is None, returns the whole book.
if html is True, coordinates are computed from the bottom of the page
"""
c = Context()
document = c.new_document(djvu.decode.FileURI(djvubook))
document.decoding_job.wait()
if type(page) is int:
toparse = [document.pages[page - 1]]
elif isinstance(page, collections.Iterable):
toparse = page
else:
toparse = document.pages
return list(zip(*parse_page(page, html=html)) for page in toparse
if page.text.sexpr)
if __name__ == "__main__":
book = parse_book(sys.argv[1])
|
