Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixes while next loop

Browse Source
This commit is contained in:
rafaelmmiller
2024-12-03 11:10:19 -03:00
parent 4bb46ed152
commit 781adc21af
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/python-sdk/firecrawl/__init__.py
+1 -1
View File
@@ -13,7 +13,7 @@ import os
from .firecrawl import FirecrawlApp # noqa from .firecrawl import FirecrawlApp # noqa
__version__ = "1.6.1" __version__ = "1.6.2"
# Define the logger for the Firecrawl project # Define the logger for the Firecrawl project
logger: logging.Logger = logging.getLogger("firecrawl") logger: logging.Logger = logging.getLogger("firecrawl")
apps/python-sdk/firecrawl/firecrawl.py
+6 -6
View File
@@ -221,12 +221,12 @@ class FirecrawlApp:
if status_response.status_code != 200: if status_response.status_code != 200:
logger.error(f"Failed to fetch next page: {status_response.status_code}") logger.error(f"Failed to fetch next page: {status_response.status_code}")
break break
status_data = status_response.json() next_data = status_response.json()
data.extend(status_data.get('data', [])) data.extend(next_data.get('data', []))
status_data = next_data
except Exception as e: except Exception as e:
logger.error(f"Error during pagination request: {e}") logger.error(f"Error during pagination request: {e}")
break break
status_data.pop('next', None)
status_data['data'] = data status_data['data'] = data
return { return {
@@ -430,12 +430,12 @@ class FirecrawlApp:
if status_response.status_code != 200: if status_response.status_code != 200:
logger.error(f"Failed to fetch next page: {status_response.status_code}") logger.error(f"Failed to fetch next page: {status_response.status_code}")
break break
status_data = status_response.json() next_data = status_response.json()
data.extend(status_data.get('data', [])) data.extend(next_data.get('data', []))
status_data = next_data
except Exception as e: except Exception as e:
logger.error(f"Error during pagination request: {e}") logger.error(f"Error during pagination request: {e}")
break break
status_data.pop('next', None)
status_data['data'] = data status_data['data'] = data
return { return {