firecrawl/apps/api/src/lib/canonical-url.test.ts

import { normalizeUrl, normalizeUrlOnlyHostname } from './canonical-url';

describe('normalizeUrlOnlyHostname', () => {
  it('should remove protocol and www from URL', () => {
    const url = 'https://www.example.com';
    const expected = 'example.com';
    expect(normalizeUrlOnlyHostname(url)).toBe(expected);
  });

  it('should remove only protocol if www is not present', () => {
    const url = 'https://example.com';
    const expected = 'example.com';
    expect(normalizeUrlOnlyHostname(url)).toBe(expected);
  });

  it('should handle URLs without protocol', () => {
    const url = 'www.example.com';
    const expected = 'example.com';
    expect(normalizeUrlOnlyHostname(url)).toBe(expected);
  });

  it('should handle URLs without protocol and www', () => {
    const url = 'example.com';
    const expected = 'example.com';
    expect(normalizeUrlOnlyHostname(url)).toBe(expected);
  });

  it('should handle URLs with paths', () => {
    const url = 'https://www.example.com/path/to/resource';
    const expected = 'example.com';
    expect(normalizeUrlOnlyHostname(url)).toBe(expected);
  });

  it('should handle invalid URLs gracefully', () => {
    const url = 'not a valid url';
    const expected = 'not a valid url';
    expect(normalizeUrlOnlyHostname(url)).toBe(expected);
  });
});



describe('normalizeUrl', () => {
  it('should remove protocol and www from URL', () => {
    const url = 'https://www.example.com';
    const expected = 'example.com';
    expect(normalizeUrl(url)).toBe(expected);
  });

  it('should remove only protocol if www is not present', () => {
    const url = 'https://example.com';
    const expected = 'example.com';
    expect(normalizeUrl(url)).toBe(expected);
  });

  it('should handle URLs without protocol', () => {
    const url = 'www.example.com';
    const expected = 'example.com';
    expect(normalizeUrl(url)).toBe(expected);
  });

  it('should handle URLs without protocol and www', () => {
    const url = 'example.com';
    const expected = 'example.com';
    expect(normalizeUrl(url)).toBe(expected);
  });

  it('should handle URLs with paths', () => {
    const url = 'https://www.example.com/path/to/resource';
    const expected = 'example.com/path/to/resource';
    expect(normalizeUrl(url)).toBe(expected);
  });

  it('should handle URLs with trailing slash', () => {
    const url = 'https://www.example.com/';
    const expected = 'example.com';
    expect(normalizeUrl(url)).toBe(expected);
  });

  it('should handle URLs with trailing slash and path', () => {
    const url = 'https://www.example.com/path/';
    const expected = 'example.com/path';
    expect(normalizeUrl(url)).toBe(expected);
  });

  it('should handle invalid URLs gracefully', () => {
    const url = 'not a valid url';
    const expected = 'not a valid url';
    expect(normalizeUrl(url)).toBe(expected);
  });
});