diff --git a/Dockerfile b/Dockerfile
index 0d3abd6..55c2b13 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,6 +3,7 @@ FROM python:3.11-slim
WORKDIR /app
COPY requirements.txt .
+RUN apt-get update && apt-get install -y --no-install-recommends libheif-dev && rm -rf /var/lib/apt/lists/*
RUN pip install --no-cache-dir -r requirements.txt
COPY server.py receipts.html api-key ./
diff --git a/receipts.html b/receipts.html
index f9ea5d8..f188fbf 100644
--- a/receipts.html
+++ b/receipts.html
@@ -542,6 +542,8 @@
Tap to take photo
+
+
@@ -695,6 +697,8 @@
const modalTitle = document.getElementById("modal-title");
const photoArea = document.getElementById("photo-area");
const photoInput = document.getElementById("photo-input");
+ const fileInput = document.getElementById("file-input");
+ const uploadFileBtn = document.getElementById("upload-file-btn");
const dateInput = document.getElementById("date-input");
const amountInput = document.getElementById("amount-input");
const categoryInput = document.getElementById("category-input");
@@ -866,6 +870,7 @@
function closeModal() {
overlay.classList.remove("open");
photoInput.value = "";
+ fileInput.value = "";
}
function updatePhotoArea() {
@@ -876,7 +881,7 @@
photoArea.classList.remove("has-photo");
photoArea.innerHTML = `
- Tap to take photo`;
+ Tap to add photo or file`;
}
}
@@ -1055,6 +1060,7 @@
});
photoArea.addEventListener("click", () => photoInput.click());
+ uploadFileBtn.addEventListener("click", () => fileInput.click());
// --- Receipt extraction via Claude ---
const extractStatus = document.getElementById("extract-status");
@@ -1290,11 +1296,50 @@
}, "image/jpeg", 0.85);
});
+ async function convertViaBackend(file) {
+ const buf = await file.arrayBuffer();
+ const r = await fetch("/api/convert-image", {
+ method: "POST",
+ headers: { "Content-Type": file.type || "application/octet-stream" },
+ body: buf
+ });
+ if (!r.ok) throw new Error("Conversion failed");
+ return await r.blob();
+ }
+
+ function needsBackendConversion(file) {
+ const type = (file.type || "").toLowerCase();
+ const name = (file.name || "").toLowerCase();
+ if (type === "application/pdf" || name.endsWith(".pdf")) return true;
+ if (type === "image/heic" || type === "image/heif" || name.endsWith(".heic") || name.endsWith(".heif")) return true;
+ return false;
+ }
+
photoInput.addEventListener("change", async e => {
const file = e.target.files[0];
if (!file) return;
- const resized = await resizeImage(file, 1024);
- openCropOverlay(resized);
+ const blob = await resizeImage(file, 2048);
+ openCropOverlay(blob);
+ });
+
+ fileInput.addEventListener("change", async e => {
+ const file = e.target.files[0];
+ if (!file) return;
+ let blob;
+ if (needsBackendConversion(file)) {
+ try {
+ extractStatus.textContent = "Converting file...";
+ blob = await convertViaBackend(file);
+ } catch (err) {
+ extractStatus.textContent = "Conversion failed";
+ return;
+ } finally {
+ if (extractStatus.textContent === "Converting file...") extractStatus.textContent = "";
+ }
+ } else {
+ blob = await resizeImage(file, 2048);
+ }
+ openCropOverlay(blob);
});
btnSave.addEventListener("click", async () => {
diff --git a/requirements.txt b/requirements.txt
index d42302e..b4b403a 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,2 +1,5 @@
requests
openpyxl
+Pillow
+PyMuPDF
+pillow-heif
diff --git a/server.py b/server.py
index 24a9153..8854b23 100644
--- a/server.py
+++ b/server.py
@@ -17,6 +17,11 @@ from urllib.parse import quote as urlquote, urlparse, parse_qs
import openpyxl
from openpyxl.styles import Font, PatternFill, Alignment, Border, Side
import requests
+from PIL import Image
+import fitz # PyMuPDF
+import pillow_heif
+
+pillow_heif.register_heif_opener()
# --- Nextcloud configuration (filled at startup) ---
NC_BASE = "https://nextcloud.sdanywhere.com"
@@ -228,7 +233,7 @@ def extract_receipt_info(jpeg_bytes):
},
{
"type": "text",
- "text": 'Extract the total amount and transaction date from this receipt. Reply with JSON only: {"amount": number_or_null, "date": "YYYY-MM-DD"_or_null}',
+ "text": 'Extract the total amount charged and the transaction date from this receipt. For hotel receipts, the total is the amount in parentheses (the charge to the guest), NOT the balance due (which is typically 0 meaning it has been paid). Reply with JSON only: {"amount": number_or_null, "date": "YYYY-MM-DD"_or_null}',
},
],
}],
@@ -251,6 +256,39 @@ def extract_receipt_info(jpeg_bytes):
return {"amount": None, "date": None}
+MAX_UPLOAD_SIZE = 20 * 1024 * 1024 # 20 MB
+
+
+def convert_to_jpeg(raw_bytes, content_type=""):
+ """Convert PDF, HEIC, PNG, WebP, etc. to JPEG bytes (max 1024px, quality 80)."""
+ ct = content_type.lower()
+ if ct == "application/pdf" or raw_bytes[:5] == b"%PDF-":
+ # Render first page at 2x DPI
+ doc = fitz.open(stream=raw_bytes, filetype="pdf")
+ page = doc[0]
+ mat = fitz.Matrix(2.0, 2.0)
+ pix = page.get_pixmap(matrix=mat)
+ img = Image.frombytes("RGB", (pix.width, pix.height), pix.samples)
+ doc.close()
+ else:
+ img = Image.open(io.BytesIO(raw_bytes))
+
+ if img.mode in ("RGBA", "P", "LA"):
+ img = img.convert("RGB")
+ elif img.mode != "RGB":
+ img = img.convert("RGB")
+
+ # Resize to max 2048px on longest side
+ max_dim = 2048
+ w, h = img.size
+ if max(w, h) > max_dim:
+ scale = max_dim / max(w, h)
+ img = img.resize((int(w * scale), int(h * scale)), Image.LANCZOS)
+
+ buf = io.BytesIO()
+ img.save(buf, format="JPEG", quality=80)
+ return buf.getvalue()
+
# --- HTTP handler -------------------------------------------------------------
@@ -557,6 +595,28 @@ class Handler(BaseHTTPRequestHandler):
self._send_json({"amount": None, "date": None})
return
+ # POST /api/convert-image — convert PDF/HEIC/PNG/WebP to JPEG
+ if self.path == "/api/convert-image":
+ if not self._check_session():
+ return
+ try:
+ length = int(self.headers.get("Content-Length", 0))
+ if length > MAX_UPLOAD_SIZE:
+ self._send_error(413, "File too large (max 20 MB)")
+ return
+ body = self._read_body()
+ content_type = self.headers.get("Content-Type", "application/octet-stream")
+ jpeg_bytes = convert_to_jpeg(body, content_type)
+ self.send_response(200)
+ self.send_header("Content-Type", "image/jpeg")
+ self.send_header("Content-Length", str(len(jpeg_bytes)))
+ self.end_headers()
+ self.wfile.write(jpeg_bytes)
+ except Exception as e:
+ print(f"[convert-image] Error: {e}")
+ self._send_error(500, f"Conversion failed: {e}")
+ return
+
# POST /api/photos/ — upload photo
m = re.fullmatch(r"/api/photos/([A-Za-z0-9_-]+)", self.path)
if m: