Update .gitignore to exclude __pycache__ directories and modify schemas to allow optional fields for better flexibility; adjust batch size in InvestorProcessor for improved processing efficiency.

2025-09-26 15:56:29 +01:00
parent f2bbcb96f3
commit abac19c6ae
7 changed files with 32 additions and 29 deletions
@@ -183,7 +183,7 @@ class InvestorProcessor:

        try:
            # Process rows in batches asynchronously
-            batch_size = 15  # Adjust batch size as needed
+            batch_size = 20  # Adjust batch size as needed
            rows = [(idx, row) for idx, row in df.iterrows()]

            for i in range(0, len(rows), batch_size):
@@ -251,7 +251,7 @@ class InvestorProcessor:

        try:
            # Process rows in batches asynchronously
-            batch_size = 15  # Adjust batch size as needed
+            batch_size = 20  # Adjust batch size as needed
            rows = [(idx, row) for idx, row in df.iterrows()]

            for i in range(0, len(rows), batch_size):