Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(cicd): mendable->firecrawl and waitfor

Browse Source
This commit is contained in:
rafaelsideguide
2024-09-04 12:05:02 -03:00
parent f98a8541c2
commit 364ba9f901
2 changed files with 9 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/__tests__/e2e_v1_withAuth/index.test.ts
+5 -5
View File
@@ -390,7 +390,7 @@ describe("E2E Tests for v1 API Routes", () => {
const scrapeRequest: ScrapeRequest = { const scrapeRequest: ScrapeRequest = {
url: "https://ycombinator.com/companies", url: "https://ycombinator.com/companies",
formats: ["markdown"], formats: ["markdown"],
waitFor: 5000 waitFor: 8000
}; };
const response: ScrapeResponseRequestTest = await request(TEST_URL) const response: ScrapeResponseRequestTest = await request(TEST_URL)
@@ -560,7 +560,9 @@ describe("POST /v1/map", () => {
const links = response.body.links as unknown[]; const links = response.body.links as unknown[];
expect(Array.isArray(links)).toBe(true); expect(Array.isArray(links)).toBe(true);
expect(links.length).toBeGreaterThan(0); expect(links.length).toBeGreaterThan(0);
expect(links[0]).toContain("docs.firecrawl.dev");
const containsDocsFirecrawlDev = links.some((link: string) => link.includes("docs.firecrawl.dev"));
expect(containsDocsFirecrawlDev).toBe(true);
}, 10000) }, 10000)
it.concurrent("should return a successful response with a valid API key and search and not allowSubdomains and www", async () => { it.concurrent("should return a successful response with a valid API key and search and not allowSubdomains and www", async () => {
@@ -894,9 +896,7 @@ describe("GET /v1/crawl/:jobId", () => {
expect(completedResponse.body.data[0]).not.toHaveProperty("content"); expect(completedResponse.body.data[0]).not.toHaveProperty("content");
expect(completedResponse.body.data[0]).toHaveProperty("markdown"); expect(completedResponse.body.data[0]).toHaveProperty("markdown");
expect(completedResponse.body.data[0]).toHaveProperty("metadata"); expect(completedResponse.body.data[0]).toHaveProperty("metadata");
expect(completedResponse.body.data[0].metadata.statusCode).toBe( expect(completedResponse.body.data[0].metadata.statusCode).toBe(200);
200
);
expect( expect(
completedResponse.body.data[0].metadata.error completedResponse.body.data[0].metadata.error
).toBeUndefined(); ).toBeUndefined();
apps/api/src/__tests__/e2e_withAuth/index.test.ts
+4 -6
View File
@@ -659,7 +659,7 @@ describe("E2E Tests for v0 API Routes", () => {
.post("/v0/crawl") .post("/v0/crawl")
.set("Authorization", `Bearer ${process.env.TEST_API_KEY}`) .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`)
.set("Content-Type", "application/json") .set("Content-Type", "application/json")
.send({ url: "https://mendable.ai/blog" }); .send({ url: "https://firecrawl.dev/blog" });
expect(crawlResponse.statusCode).toBe(200); expect(crawlResponse.statusCode).toBe(200);
let isCompleted = false; let isCompleted = false;
@@ -689,10 +689,8 @@ describe("E2E Tests for v0 API Routes", () => {
expect(completedResponse.body.data[0]).toHaveProperty("content"); expect(completedResponse.body.data[0]).toHaveProperty("content");
expect(completedResponse.body.data[0]).toHaveProperty("markdown"); expect(completedResponse.body.data[0]).toHaveProperty("markdown");
expect(completedResponse.body.data[0]).toHaveProperty("metadata"); expect(completedResponse.body.data[0]).toHaveProperty("metadata");
expect(completedResponse.body.data[0].content).toContain("Mendable"); expect(completedResponse.body.data[0].content).toContain("Firecrawl");
expect(completedResponse.body.data[0].metadata.pageStatusCode).toBe( expect(completedResponse.body.data[0].metadata.pageStatusCode).toBe(200);
200
);
expect( expect(
completedResponse.body.data[0].metadata.pageError completedResponse.body.data[0].metadata.pageError
).toBeUndefined(); ).toBeUndefined();
@@ -701,7 +699,7 @@ describe("E2E Tests for v0 API Routes", () => {
(doc) => (doc) =>
doc.metadata && doc.metadata &&
doc.metadata.sourceURL && doc.metadata.sourceURL &&
doc.metadata.sourceURL.includes("mendable.ai/blog") doc.metadata.sourceURL.includes("firecrawl.dev/blog")
); );
expect(childrenLinks.length).toBe(completedResponse.body.data.length); expect(childrenLinks.length).toBe(completedResponse.body.data.length);