From 03b3a35ca1b68f647c7f1b9f7fa6627e89bc0226 Mon Sep 17 00:00:00 2001
From: Vincent Ardisson <vardisson@budget-insight.com>
Date: Thu, 22 Aug 2019 11:13:17 +0200
Subject: [PATCH] weboob.tools: introduce blinkpdf

BlinkPDF will soon be a dedicated repository, but is currently built
into weboob.
---
 weboob/tools/blinkpdf.py | 150 +++++++++++++++++++++++++++++++++++++++
 1 file changed, 150 insertions(+)
 create mode 100755 weboob/tools/blinkpdf.py

diff --git a/weboob/tools/blinkpdf.py b/weboob/tools/blinkpdf.py
new file mode 100755
index 0000000000..47095c7d45
--- /dev/null
+++ b/weboob/tools/blinkpdf.py
@@ -0,0 +1,150 @@
+#!/usr/bin/env python3
+# This is free and unencumbered software released into the public domain.
+# For more information, please refer to <http://unlicense.org/>
+
+from argparse import ArgumentParser
+from contextlib import contextmanager
+import os
+import subprocess
+import sys
+
+from PyQt5.QtWebEngineWidgets import QWebEnginePage, QWebEngineProfile
+from PyQt5.QtNetwork import QNetworkCookie
+from PyQt5.QtWidgets import (
+    QApplication,
+)
+from PyQt5.QtWebEngine import QtWebEngine
+from PyQt5.QtWebEngineCore import QWebEngineHttpRequest
+from PyQt5.QtCore import (
+    QUrl, QEventLoop,
+)
+
+
+__all__ = (
+    'init',
+    'convert',
+    'run_main',
+    'xvfb_run_main',
+)
+
+
+APP = None
+
+
+@contextmanager
+def prepare_loop(sig=None):
+    loop = QEventLoop()
+    if sig is not None:
+        sig.connect(loop.quit)
+
+    yield loop
+
+    loop.exec_()
+
+
+class HeadlessPage(QWebEnginePage):
+    def javaScriptAlert(self, url, msg):
+        pass
+
+    def javaScriptConfirm(self, url, msg):
+        return False
+
+    def javaScriptPrompt(self, url, msg, default):
+        return False, None
+
+    def chooseFiles(self, mode, old, mime):
+        return []
+
+    def printToPdfAndReturn(self):
+        output = []
+        def callback(content):
+            output.append(content)
+            self.pdfPrintingFinished.emit('', True)
+
+        with prepare_loop(self.pdfPrintingFinished):
+            self.printToPdf(callback)
+
+        return output[0]
+
+
+def convert(args):
+    profile = QWebEngineProfile()
+    page = HeadlessPage(profile)
+
+    settings = page.settings()
+    settings.setAttribute(settings.JavascriptCanOpenWindows, False)
+    settings.setAttribute(settings.WebGLEnabled, False)
+    settings.setAttribute(settings.AutoLoadIconsForPage, False)
+    settings.setAttribute(settings.ShowScrollBars, False)
+
+    qurl = QUrl(args['url'])
+    req = QWebEngineHttpRequest(qurl)
+
+    for name, value in args.get('headers', ()):
+        req.setHeader(name.encode('utf-8'), value.encode('utf-8'))
+
+    store = page.profile().cookieStore()
+    for name, value in args.get('cookies', ()):
+        cookie = QNetworkCookie(name.encode('utf-8'), value.encode('utf-8'))
+        cookie.setDomain(qurl.host())
+        store.setCookie(cookie)
+
+    with prepare_loop(page.loadFinished):
+        page.load(req)
+
+    for js in args.get('run_script', ()):
+        with prepare_loop() as loop:
+            page.runJavaScript(js, lambda _: loop.quit())
+
+    if args['dest'] != '-':
+        with prepare_loop(page.pdfPrintingFinished):
+            page.printToPdf(os.path.abspath(args['dest']))
+    else:
+        sys.stdout.buffer.write(page.printToPdfAndReturn())
+
+
+def init(create_app=True):
+    global APP
+
+    if QApplication.instance() is None and create_app:
+        APP = QApplication([])
+
+    QtWebEngine.initialize()
+
+
+def parse_cookies(cookiestr):
+    name, _, value = cookiestr.partition('=')
+    return (name, value)
+
+
+def run_main(args, prepend=None):
+    cmd = [sys.executable, __file__] + list(args)
+    if prepend:
+        cmd = list(prepend) + cmd
+    return subprocess.check_output(cmd)
+
+
+def xvfb_run_main(args):
+    # put a very small resolution to reduce used memory, because we don't really need it, it doesn't influence pdf size
+    # -screen 0 width*height*bit depth
+    return run_main(args, ['xvfb-run', '-a', '-s', '-screen 0 2x2x8'])
+
+
+if __name__ == '__main__':
+    parser = ArgumentParser()
+    parser.add_argument(
+        '--cookie', type=parse_cookies,
+        dest='cookies', action='append', default=[],
+    )
+    parser.add_argument(
+        '--header', type=parse_cookies,
+        dest='headers', action='append', default=[],
+    )
+    parser.add_argument('--run-script', action='append', default=[])
+    parser.add_argument('url')
+    parser.add_argument('dest')
+    args = parser.parse_args()
+
+    app = QApplication(sys.argv)
+    init()
+    convert(vars(args))
-- 
GitLab