SimpleSallap:SimpleMCP:TCPdf: Duplicate pdfmagic

tools/server/public_simplechat/local.tools/tcpdf.py

@@ -0,0 +1,94 @@
+# Helper to manage pdf related requests
+# by Humans for All
+
+import urllib.parse
+import urlvalidator as uv
+import filemagic as mFile
+from typing import TYPE_CHECKING, Any
+
+if TYPE_CHECKING:
+    from simpleproxy import ProxyHandler
+
+
+PDFOUTLINE_MAXDEPTH=4
+
+
+def extract_pdfoutline(ol: Any, prefix: list[int]):
+    """
+    Helps extract the pdf outline recursively, along with its numbering.
+    """
+    if (len(prefix) > PDFOUTLINE_MAXDEPTH):
+        return ""
+    if type(ol).__name__ != type([]).__name__:
+        prefix[-1] += 1
+        return f"{".".join(map(str,prefix))}:{ol['/Title']}\n"
+    olText = ""
+    prefix.append(0)
+    for (i,iol) in enumerate(ol):
+        olText += extract_pdfoutline(iol, prefix)
+    prefix.pop()
+    return olText
+
+
+def process_pdftext(url: str, startPN: int, endPN: int):
+    """
+    Extract textual content from given pdf.
+
+    * Validate the got url.
+    * Get the pdf file.
+    * Extract textual contents of the pdf from given start page number to end page number (inclusive).
+        * if -1 | 0 is specified wrt startPN, the actual starting page number (rather 1) will be used.
+        * if -1 | 0 is specified wrt endPN, the actual ending page number will be used.
+
+    NOTE: Page numbers start from 1, while the underlying list data structure index starts from 0
+    """
+    import pypdf
+    import io
+    gotVU = uv.validate_url(url, "HandlePdfText")
+    if not gotVU.callOk:
+        return { 'status': gotVU.statusCode, 'msg': gotVU.statusMsg }
+    gotFile = mFile.get_file(url, "ProcessPdfText", "application/pdf", {})
+    if not gotFile.callOk:
+        return { 'status': gotFile.statusCode, 'msg': gotFile.statusMsg, 'data': gotFile.contentData}
+    tPdf = ""
+    oPdf = pypdf.PdfReader(io.BytesIO(gotFile.contentData))
+    if (startPN <= 0):
+        startPN = 1
+    if (endPN <= 0) or (endPN > len(oPdf.pages)):
+        endPN = len(oPdf.pages)
+    # Add the pdf outline, if available
+    outlineGot = extract_pdfoutline(oPdf.outline, [])
+    if outlineGot:
+        tPdf += f"\n\nOutline Start\n\n{outlineGot}\n\nOutline End\n\n"
+    # Add the pdf page contents
+    for i in range(startPN, endPN+1):
+        pd = oPdf.pages[i-1]
+        tPdf = tPdf + pd.extract_text()
+    return { 'status': 200, 'msg': "PdfText Response follows", 'data': tPdf }
+
+
+def handle_pdftext(ph: 'ProxyHandler', pr: urllib.parse.ParseResult):
+    """
+    Handle requests to pdftext path, which is used to extract plain text
+    from the specified pdf file.
+    """
+    queryParams = urllib.parse.parse_qs(pr.query)
+    url = queryParams['url'][0]
+    startP = queryParams.get('startPageNumber', -1)
+    if isinstance(startP, list):
+        startP = int(startP[0])
+    endP = queryParams.get('endPageNumber', -1)
+    if isinstance(endP, list):
+        endP = int(endP[0])
+    print(f"INFO:HandlePdfText:Processing:{url}:{startP}:{endP}...")
+    gotP2T = process_pdftext(url, startP, endP)
+    if (gotP2T['status'] != 200):
+        ph.send_error(gotP2T['status'], gotP2T['msg'] )
+        return
+    ph.send_response(gotP2T['status'], gotP2T['msg'])
+    ph.send_header('Content-Type', 'text/text')
+    # Add CORS for browser fetch, just in case
+    ph.send_header('Access-Control-Allow-Origin', '*')
+    ph.end_headers()
+    print(f"INFO:HandlePdfText:ExtractedText:{url}...")
+    ph.wfile.write(gotP2T['data'].encode('utf-8'))