Files
firecrawl/apps/api/src/services/billing/credit_billing.ts
T
2025-03-06 21:30:57 +01:00

276 lines
8.5 KiB
TypeScript

import { NotificationType } from "../../types";
import { withAuth } from "../../lib/withAuth";
import { sendNotification } from "../notification/email_notification";
import { supabase_rr_service, supabase_service } from "../supabase";
import { logger } from "../../lib/logger";
import * as Sentry from "@sentry/node";
import { AuthCreditUsageChunk } from "../../controllers/v1/types";
import { autoCharge } from "./auto_charge";
import { getValue, setValue } from "../redis";
import { queueBillingOperation } from "./batch_billing";
import type { Logger } from "winston";
// Deprecated, done via rpc
const FREE_CREDITS = 500;
/**
* If you do not know the subscription_id in the current context, pass subscription_id as undefined.
*/
export async function billTeam(
team_id: string,
subscription_id: string | null | undefined,
credits: number,
logger?: Logger,
is_extract: boolean = false,
) {
// Maintain the withAuth wrapper for authentication
return withAuth(
async (team_id, subscription_id, credits, logger, is_extract) => {
// Within the authenticated context, queue the billing operation
return queueBillingOperation(team_id, subscription_id, credits, is_extract);
},
{ success: true, message: "No DB, bypassed." }
)(team_id, subscription_id, credits, logger, is_extract);
}
export async function supaBillTeam(
team_id: string,
subscription_id: string | null | undefined,
credits: number,
__logger?: Logger,
is_extract: boolean = false,
) {
// This function should no longer be called directly
// It has been moved to batch_billing.ts
const _logger = (__logger ?? logger).child({
module: "credit_billing",
method: "supaBillTeam",
teamId: team_id,
subscriptionId: subscription_id,
credits,
});
_logger.warn("supaBillTeam was called directly. This function is deprecated and should only be called from batch_billing.ts");
queueBillingOperation(team_id, subscription_id, credits, is_extract).catch((err) => {
_logger.error("Error queuing billing operation", { err });
Sentry.captureException(err);
});
// Forward to the batch billing system
return {
success: true,
message: "Billing operation queued",
};
}
export type CheckTeamCreditsResponse = {
success: boolean;
message: string;
remainingCredits: number;
chunk?: AuthCreditUsageChunk;
};
export async function checkTeamCredits(
chunk: AuthCreditUsageChunk | null,
team_id: string,
credits: number,
): Promise<CheckTeamCreditsResponse> {
return withAuth(supaCheckTeamCredits, {
success: true,
message: "No DB, bypassed",
remainingCredits: Infinity,
})(chunk, team_id, credits);
}
// if team has enough credits for the operation, return true, else return false
export async function supaCheckTeamCredits(
chunk: AuthCreditUsageChunk | null,
team_id: string,
credits: number,
): Promise<CheckTeamCreditsResponse> {
// WARNING: chunk will be null if team_id is preview -- do not perform operations on it under ANY circumstances - mogery
if (team_id === "preview" || team_id.startsWith("preview_")) {
return {
success: true,
message: "Preview team, no credits used",
remainingCredits: Infinity,
};
} else if (chunk === null) {
throw new Error("NULL ACUC passed to supaCheckTeamCredits");
}
const creditsWillBeUsed = chunk.adjusted_credits_used + credits;
// In case chunk.price_credits is undefined, set it to a large number to avoid mistakes
const totalPriceCredits = chunk.total_credits_sum ?? 100000000;
// Removal of + credits
const creditUsagePercentage = chunk.adjusted_credits_used / totalPriceCredits;
let isAutoRechargeEnabled = false,
autoRechargeThreshold = 1000;
const cacheKey = `team_auto_recharge_${team_id}`;
let cachedData = await getValue(cacheKey);
if (cachedData) {
const parsedData = JSON.parse(cachedData);
isAutoRechargeEnabled = parsedData.auto_recharge;
autoRechargeThreshold = parsedData.auto_recharge_threshold;
} else {
const { data, error } = await supabase_rr_service
.from("teams")
.select("auto_recharge, auto_recharge_threshold")
.eq("id", team_id)
.single();
if (data) {
isAutoRechargeEnabled = data.auto_recharge;
autoRechargeThreshold = data.auto_recharge_threshold;
await setValue(cacheKey, JSON.stringify(data), 300); // Cache for 5 minutes (300 seconds)
}
}
if (
isAutoRechargeEnabled &&
chunk.remaining_credits < autoRechargeThreshold &&
!chunk.is_extract
) {
const autoChargeResult = await autoCharge(chunk, autoRechargeThreshold);
if (autoChargeResult.success) {
return {
success: true,
message: autoChargeResult.message,
remainingCredits: autoChargeResult.remainingCredits,
chunk: autoChargeResult.chunk,
};
}
}
// Compare the adjusted total credits used with the credits allowed by the plan
if (creditsWillBeUsed > totalPriceCredits) {
// Only notify if their actual credits (not what they will use) used is greater than the total price credits
if (chunk.adjusted_credits_used > totalPriceCredits) {
sendNotification(
team_id,
NotificationType.LIMIT_REACHED,
chunk.sub_current_period_start,
chunk.sub_current_period_end,
chunk,
);
}
return {
success: false,
message:
"Insufficient credits to perform this request. For more credits, you can upgrade your plan at https://firecrawl.dev/pricing.",
remainingCredits: chunk.remaining_credits,
chunk,
};
} else if (creditUsagePercentage >= 0.8 && creditUsagePercentage < 1) {
// Send email notification for approaching credit limit
sendNotification(
team_id,
NotificationType.APPROACHING_LIMIT,
chunk.sub_current_period_start,
chunk.sub_current_period_end,
chunk,
);
}
return {
success: true,
message: "Sufficient credits available",
remainingCredits: chunk.remaining_credits,
chunk,
};
}
// Count the total credits used by a team within the current billing period and return the remaining credits.
export async function countCreditsAndRemainingForCurrentBillingPeriod(
team_id: string,
) {
// 1. Retrieve the team's active subscription based on the team_id.
const { data: subscription, error: subscriptionError } =
await supabase_service
.from("subscriptions")
.select("id, price_id, current_period_start, current_period_end")
.eq("team_id", team_id)
.single();
const { data: coupons } = await supabase_service
.from("coupons")
.select("credits")
.eq("team_id", team_id)
.eq("status", "active");
let couponCredits = 0;
if (coupons && coupons.length > 0) {
couponCredits = coupons.reduce(
(total, coupon) => total + coupon.credits,
0,
);
}
if (subscriptionError || !subscription) {
// Free
const { data: creditUsages, error: creditUsageError } =
await supabase_service
.from("credit_usage")
.select("credits_used")
.is("subscription_id", null)
.eq("team_id", team_id);
if (creditUsageError || !creditUsages) {
throw new Error(
`Failed to retrieve credit usage for team_id: ${team_id}`,
);
}
const totalCreditsUsed = creditUsages.reduce(
(acc, usage) => acc + usage.credits_used,
0,
);
const remainingCredits = FREE_CREDITS + couponCredits - totalCreditsUsed;
return {
totalCreditsUsed: totalCreditsUsed,
remainingCredits,
totalCredits: FREE_CREDITS + couponCredits,
};
}
const { data: creditUsages, error: creditUsageError } = await supabase_service
.from("credit_usage")
.select("credits_used")
.eq("subscription_id", subscription.id)
.gte("created_at", subscription.current_period_start)
.lte("created_at", subscription.current_period_end);
if (creditUsageError || !creditUsages) {
throw new Error(
`Failed to retrieve credit usage for subscription_id: ${subscription.id}`,
);
}
const totalCreditsUsed = creditUsages.reduce(
(acc, usage) => acc + usage.credits_used,
0,
);
const { data: price, error: priceError } = await supabase_service
.from("prices")
.select("credits")
.eq("id", subscription.price_id)
.single();
if (priceError || !price) {
throw new Error(
`Failed to retrieve price for price_id: ${subscription.price_id}`,
);
}
const remainingCredits = price.credits + couponCredits - totalCreditsUsed;
return {
totalCreditsUsed,
remainingCredits,
totalCredits: price.credits,
};
}