Astronomy/mkbinder.py

#!venv/bin/python3
import pdfkit
import weasyprint
import re
import os
import argparse
import pickle
from htmldate import find_date
from datetime import date


# CLI arguments
parser = argparse.ArgumentParser()
parser.add_argument('--backend', '-b', dest = 'backend', help = 'change the download backend; default: pdfkit', default = 'pdfkit', choices = ['pdfkit', 'weasyprint'])
args = parser.parse_args()


for filename in os.listdir("."):
    if not filename.endswith(".txt"): continue
    if filename == "requirements.txt": continue
    
    print("Examining: " + filename)
    
    try:
        os.mkdir(filename[:-4])
    except:
        pass
    
    try:
        dates = pickle.load(open(filename[:-4] + ".pickle", 'rb'))
    except:
        dates = {}

    file = open(filename, "r")
    links = file.readlines()
    for link in links:
        new_date_str = find_date(link[:-1])
        
        if new_date_str == None:
            new_date = date.fromisoformat("9999-01-01")
        else:
            new_date = date.fromisoformat(new_date_str)
        
        try:
            old_date = dates[link[:-1]]
        except:
            old_date = date.fromisoformat("1970-01-01")
        
        
        if new_date > old_date:
            print("Downloading: " + link[:-1])
            print("Edit date: " + str(new_date))
            
            name = os.path.join(filename[:-4], re.sub(r'(?u)[^-\w.]', '', link[5:]) + ".pdf")
            # name = re.sub(r'(?u)[^-\w.]', '', link[5:]) + ".pdf"
            # print(name)
            try:
                # weasyprint seems faster?
                if args.backend == 'pdfkit':
                    pdfkit.from_url(link, name)
                else:
                    pdf = weasyprint.HTML(link).write_pdf()
                    open(name, 'wb').write(pdf)
            except:
                print("Error when printing")
                pass
            
            
            if new_date != date.fromisoformat("9999-01-01"):
                dates[link[:-1]] = new_date
    
    
    pickle.dump(dates, open(filename[:-4] + ".pickle", 'wb'))