File size: 2,442 Bytes
c8a32e7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
from typing import Optional
import filetype
from marker.settings import settings
def find_filetype(fpath):
kind = filetype.guess(fpath)
if kind is None:
print(f"Could not determine filetype for {fpath}")
return "other"
mimetype = kind.mime
# Get extensions from mimetype
# The mimetype is not always consistent, so use in to check the most common formats
if "pdf" in mimetype:
return "pdf"
elif mimetype in settings.SUPPORTED_FILETYPES:
return settings.SUPPORTED_FILETYPES[mimetype]
else:
print(f"Found nonstandard filetype {mimetype}")
return "other"
def font_flags_decomposer(flags: Optional[int]) -> str:
if flags is None:
return ""
flag_descriptions = []
if flags & (1 << 0): # PDFFONT_FIXEDPITCH
flag_descriptions.append("fixed_pitch")
if flags & (1 << 1): # PDFFONT_SERIF
flag_descriptions.append("serif")
if flags & (1 << 2): # PDFFONT_SYMBOLIC
flag_descriptions.append("symbolic")
if flags & (1 << 3): # PDFFONT_SCRIPT
flag_descriptions.append("script")
if flags & (1 << 5): # PDFFONT_NONSYMBOLIC
flag_descriptions.append("non_symbolic")
if flags & (1 << 6): # PDFFONT_ITALIC
flag_descriptions.append("italic")
if flags & (1 << 16): # PDFFONT_ALLCAP
flag_descriptions.append("all_cap")
if flags & (1 << 17): # PDFFONT_SMALLCAP
flag_descriptions.append("small_cap")
if flags & (1 << 18): # PDFFONT_FORCEBOLD
flag_descriptions.append("bold")
if flags & (1 << 19): # PDFFONT_USEEXTERNATTR
flag_descriptions.append("use_extern_attr")
return "_".join(flag_descriptions)
def sort_block_group(blocks, tolerance=1.25):
vertical_groups = {}
for block in blocks:
if hasattr(block, "bbox"):
bbox = block.bbox
else:
bbox = block["bbox"]
group_key = round(bbox[1] / tolerance) * tolerance
if group_key not in vertical_groups:
vertical_groups[group_key] = []
vertical_groups[group_key].append(block)
# Sort each group horizontally and flatten the groups into a single list
sorted_blocks = []
for _, group in sorted(vertical_groups.items()):
sorted_group = sorted(group, key=lambda x: x.bbox[0] if hasattr(x, "bbox") else x["bbox"][0])
sorted_blocks.extend(sorted_group)
return sorted_blocks
|