firecrawl/apps/api/src/services/logging/log_job.ts

import { ExtractorOptions } from './../../lib/entities';
import { supabase_service } from "../supabase";
import { FirecrawlJob } from "../../types";
import { posthog } from "../posthog";
import "dotenv/config";

export async function logJob(job: FirecrawlJob) {
  try {
    // Only log jobs in production
    // if (process.env.ENV !== "production") {
    //   return;
    // }

    const { data, error } = await supabase_service
      .from("firecrawl_jobs")
      .insert([
        {
          job_id: job.job_id ? job.job_id : null,
          success: job.success,
          message: job.message,
          num_docs: job.num_docs,
          docs: job.docs,
          time_taken: job.time_taken,
          team_id: job.team_id === "preview" ? null : job.team_id,
          mode: job.mode,
          url: job.url,
          crawler_options: job.crawlerOptions,
          page_options: job.pageOptions,
          origin: job.origin,
          extractor_options: job.extractor_options,
          num_tokens: job.num_tokens
        },
      ]);

      if (process.env.POSTHOG_API_KEY) {

        let phLog = {
          distinctId: "from-api", //* To identify this on the group level, setting distinctid to a static string per posthog docs: https://posthog.com/docs/product-analytics/group-analytics#advanced-server-side-only-capturing-group-events-without-a-user
          ...(job.team_id !== "preview" && {
            groups: { team: job.team_id }
          }), //* Identifying event on this team
          event: "job-logged",
          properties: {
            success: job.success,
            message: job.message,
            num_docs: job.num_docs,
            time_taken: job.time_taken,
            team_id: job.team_id === "preview" ? null : job.team_id,
            mode: job.mode,
            url: job.url,
            crawler_options: job.crawlerOptions,
            page_options: job.pageOptions,
            origin: job.origin,
            extractor_options: job.extractor_options,
            num_tokens: job.num_tokens
          },
        }
        posthog.capture(phLog);
      }
    if (error) {
      console.error("Error logging job:\n", error);
    }
  } catch (error) {
    console.error("Error logging job:\n", error);
  }
}