Nicolas
88 lines
2.6 KiB
TypeScript
88 lines
2.6 KiB
TypeScript
import axios from "axios";
|
|
import { legacyDocumentConverter } from "../../src/controllers/v1/types";
|
|
import { Logger } from "../../src/lib/logger";
|
|
import { supabase_service } from "./supabase";
|
|
import { WebhookEventType } from "../types";
|
|
|
|
export const callWebhook = async (
|
|
teamId: string,
|
|
id: string,
|
|
data: any | null,
|
|
specified?: string,
|
|
v1 = false,
|
|
eventType: WebhookEventType = "crawl.page"
|
|
) => {
|
|
try {
|
|
const selfHostedUrl = process.env.SELF_HOSTED_WEBHOOK_URL?.replace(
|
|
"{{JOB_ID}}",
|
|
id
|
|
);
|
|
const useDbAuthentication = process.env.USE_DB_AUTHENTICATION === "true";
|
|
let webhookUrl = specified ?? selfHostedUrl;
|
|
|
|
// Only fetch the webhook URL from the database if the self-hosted webhook URL and specified webhook are not set
|
|
// and the USE_DB_AUTHENTICATION environment variable is set to true
|
|
if (!webhookUrl && useDbAuthentication) {
|
|
const { data: webhooksData, error } = await supabase_service
|
|
.from("webhooks")
|
|
.select("url")
|
|
.eq("team_id", teamId)
|
|
.limit(1);
|
|
if (error) {
|
|
Logger.error(
|
|
`Error fetching webhook URL for team ID: ${teamId}, error: ${error.message}`
|
|
);
|
|
return null;
|
|
}
|
|
|
|
if (!webhooksData || webhooksData.length === 0) {
|
|
return null;
|
|
}
|
|
|
|
webhookUrl = webhooksData[0].url;
|
|
}
|
|
|
|
let dataToSend = [];
|
|
if (data && data.result && data.result.links && data.result.links.length !== 0) {
|
|
for (let i = 0; i < data.result.links.length; i++) {
|
|
if (v1) {
|
|
dataToSend.push(
|
|
legacyDocumentConverter(data.result.links[i].content)
|
|
);
|
|
} else {
|
|
dataToSend.push({
|
|
content: data.result.links[i].content.content,
|
|
markdown: data.result.links[i].content.markdown,
|
|
metadata: data.result.links[i].content.metadata,
|
|
});
|
|
}
|
|
}
|
|
}
|
|
|
|
axios.post(
|
|
webhookUrl,
|
|
{
|
|
success: !v1 ? data.success : eventType === "crawl.page" ? data.success : true,
|
|
type: eventType,
|
|
[v1 ? 'id' : 'jobId']: id,
|
|
data: dataToSend,
|
|
error: !v1 ? data?.error || undefined : eventType === "crawl.page" ? data?.error || undefined : undefined,
|
|
},
|
|
{
|
|
headers: {
|
|
"Content-Type": "application/json",
|
|
},
|
|
timeout: 10000, // 10 seconds timeout
|
|
}
|
|
).catch((error) => {
|
|
Logger.error(
|
|
`Error sending webhook for team ID: ${teamId}, error: ${error.message}`
|
|
);
|
|
});
|
|
} catch (error) {
|
|
Logger.debug(
|
|
`Error sending webhook for team ID: ${teamId}, error: ${error.message}`
|
|
);
|
|
}
|
|
};
|