Add /transactions/import/image endpoint to extract transactions from images using AI

2025-07-03 00:36:55 +01:00
parent 3fd41af45f
commit e81745b638
2 changed files with 222 additions and 1 deletions
@@ -201,4 +201,131 @@ class DocumentProcessor:
            return file_path
            
        except Exception as e:
-            raise Exception(f"File save error: {str(e)}") 
+            raise Exception(f"Failed to save file: {str(e)}")
+
+    async def extract_transactions_from_image(self, image_path: str) -> Dict[str, Any]:
+        """Extract multiple transactions from an image (bank statement, credit card statement, etc.)"""
+        try:
+            # Encode image to base64
+            base64_image = self._encode_image(image_path)
+            
+            # Create Groq vision prompt for transaction extraction
+            prompt = """
+            Analyze this financial document image (bank statement, credit card statement, etc.) and extract ALL transactions in JSON format.
+            
+            Look for transaction lists, payment records, or any financial entries that show:
+            - Date
+            - Amount (positive or negative)
+            - Vendor/Description/Payee name
+            - Any additional notes or memo
+            
+            Return the transactions as a JSON array:
+            {
+                "extraction_success": true,
+                "transactions": [
+                    {
+                        "date": "YYYY-MM-DD",
+                        "amount": 0.00,
+                        "vendor": "Vendor name",
+                        "memo": "Additional notes"
+                    },
+                    {
+                        "date": "YYYY-MM-DD", 
+                        "amount": -0.00,
+                        "vendor": "Another vendor",
+                        "memo": "Payment or charge description"
+                    }
+                ]
+            }
+            
+            Rules:
+            - Extract ALL visible transactions
+            - Include both positive (credits) and negative (debits) amounts
+            - Use the actual date format from the document
+            - Vendor should be the merchant/payee name
+            - Memo can include transaction type, reference numbers, etc.
+            - If no transactions found, return empty array but set extraction_success to true
+            
+            Return only valid JSON.
+            """
+            
+            # Call Groq vision API
+            response = self.client.chat.completions.create(
+                messages=[
+                    {
+                        "role": "user",
+                        "content": [
+                            {"type": "text", "text": prompt},
+                            {
+                                "type": "image_url",
+                                "image_url": {
+                                    "url": f"data:image/jpeg;base64,{base64_image}",
+                                },
+                            },
+                        ],
+                    }
+                ],
+                model=self.model,
+                max_tokens=2000,  # Higher token limit for multiple transactions
+                temperature=0.1
+            )
+            
+            # Parse response
+            result_text = response.choices[0].message.content.strip()
+            return self._parse_transaction_extraction_result(result_text)
+            
+        except Exception as e:
+            return {
+                "extraction_success": False,
+                "error": f"Transaction extraction error: {str(e)}",
+                "transactions": []
+            }
+
+    def _parse_transaction_extraction_result(self, result_text: str) -> Dict[str, Any]:
+        """Parse Groq response for transaction extraction"""
+        try:
+            import json
+            import re
+            
+            # Find JSON in response
+            json_match = re.search(r'\{.*\}', result_text, re.DOTALL)
+            if json_match:
+                json_str = json_match.group()
+                data = json.loads(json_str)
+                
+                # Validate and clean data
+                transactions = data.get("transactions", [])
+                cleaned_transactions = []
+                
+                for txn in transactions:
+                    try:
+                        # Clean and validate each transaction
+                        cleaned_txn = {
+                            "date": str(txn.get("date", "")).strip(),
+                            "amount": float(str(txn.get("amount", 0)).replace('$', '').replace(',', '')),
+                            "vendor": str(txn.get("vendor", "")).strip(),
+                            "memo": str(txn.get("memo", "")).strip()
+                        }
+                        cleaned_transactions.append(cleaned_txn)
+                    except Exception as e:
+                        # Skip invalid transactions
+                        continue
+                
+                return {
+                    "extraction_success": data.get("extraction_success", True),
+                    "transactions": cleaned_transactions,
+                    "total_transactions": len(cleaned_transactions)
+                }
+            else:
+                return {
+                    "extraction_success": False,
+                    "error": "Could not parse JSON from AI response",
+                    "transactions": []
+                }
+                
+        except Exception as e:
+            return {
+                "extraction_success": False,
+                "error": f"JSON parsing error: {str(e)}",
+                "transactions": []
+            }