Astronomy/mkbinder.py

#!/usr/bin/env python3

import os
import re
from argparse import ArgumentParser

# PDF conversion backends
import pdfkit
import weasyprint


# CLI arguments
parser = ArgumentParser()
parser.add_argument('--backend', '-b', help = 'change the download backend', default = 'pdfkit', choices = ['pdfkit', 'weasyprint'])
parser.add_argument('--force', '-f', help = 'force download all links', action='store_true')
args = parser.parse_args()


failed = []

for category in os.listdir('Links'):
    print('🔍 Examining: ' + category)
    os.makedirs(category, exist_ok=True)
    
    section = ''
    for link in open(os.path.join('Links', category), 'r').readlines():
        if link[0:2] == '# ':
            section = link[2:-1]
        if link[0] == '#' or link[0] == '\n':
            continue
        
        name = os.path.join(category, section + ' - ' + re.sub(r'(?u)[^-\w.]', '', link[5:]) + '.pdf')
        if not os.path.exists(name) or args.force:
            print('📲 Downloading: ' + link[:-1])
            print('💾 Destination: ' + name)
            
            # Time to print!
            try:
                if args.backend == 'pdfkit':
                    pdfkit.from_url(link, name)
                else:
                    pdf = weasyprint.HTML(link).write_pdf()
                    open(name, 'wb').write(pdf)
            except KeyboardInterrupt:
                print('😭 Exiting')
                exit()
            except Exception as e:
                print('😱 Error when printing')
                print(e)
                failed.append(name)

# Output failed downloads
if len(failed) > 0:
    print(failed)
    print(failed, file=open('failed', 'w'))