33 lines
1.8 KiB
TypeScript
33 lines
1.8 KiB
TypeScript
|
import { generateURLPermutations } from "./crawl-redis";
|
||
|
|
|
||
|
|
describe("generateURLPermutations", () => {
|
||
|
|
it("generates permutations correctly", () => {
|
||
|
|
const bareHttps = generateURLPermutations("https://firecrawl.dev").map(x => x.href);
|
||
|
|
expect(bareHttps.length).toBe(4);
|
||
|
|
expect(bareHttps.includes("https://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(bareHttps.includes("https://www.firecrawl.dev/")).toBe(true);
|
||
|
|
expect(bareHttps.includes("http://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(bareHttps.includes("http://www.firecrawl.dev/")).toBe(true);
|
||
|
|
|
||
|
|
const bareHttp = generateURLPermutations("http://firecrawl.dev").map(x => x.href);
|
||
|
|
expect(bareHttp.length).toBe(4);
|
||
|
|
expect(bareHttp.includes("https://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(bareHttp.includes("https://www.firecrawl.dev/")).toBe(true);
|
||
|
|
expect(bareHttp.includes("http://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(bareHttp.includes("http://www.firecrawl.dev/")).toBe(true);
|
||
|
|
|
||
|
|
const wwwHttps = generateURLPermutations("https://www.firecrawl.dev").map(x => x.href);
|
||
|
|
expect(wwwHttps.length).toBe(4);
|
||
|
|
expect(wwwHttps.includes("https://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(wwwHttps.includes("https://www.firecrawl.dev/")).toBe(true);
|
||
|
|
expect(wwwHttps.includes("http://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(wwwHttps.includes("http://www.firecrawl.dev/")).toBe(true);
|
||
|
|
|
||
|
|
const wwwHttp = generateURLPermutations("http://www.firecrawl.dev").map(x => x.href);
|
||
|
|
expect(wwwHttp.length).toBe(4);
|
||
|
|
expect(wwwHttp.includes("https://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(wwwHttp.includes("https://www.firecrawl.dev/")).toBe(true);
|
||
|
|
expect(wwwHttp.includes("http://firecrawl.dev/")).toBe(true);
|
||
|
|
expect(wwwHttp.includes("http://www.firecrawl.dev/")).toBe(true);
|
||
|
|
})
|
||
|
|
});
|