blob: 9761e4b4d44ca52868f64d1e7405d3d22b21a3a8 [file] [log] [blame]
pineafan63fc5e22022-08-04 22:04:10 +01001import fetch from "node-fetch";
pineafan3a02ea32022-08-11 21:35:04 +01002import FormData from "form-data";
3import { writeFileSync, createReadStream } from "fs";
pineafan63fc5e22022-08-04 22:04:10 +01004import generateFileName from "../utils/temp/generateFileName.js";
5import Tesseract from "node-tesseract-ocr";
6import type Discord from "discord.js";
pineafan3a02ea32022-08-11 21:35:04 +01007import client from "../utils/client.js";
pineafan813bdf42022-07-24 10:39:10 +01008
Skyler Grey75ea9172022-08-06 10:22:23 +01009interface NSFWSchema {
10 nsfw: boolean;
11}
12interface MalwareSchema {
13 safe: boolean;
14}
pineafan813bdf42022-07-24 10:39:10 +010015
pineafan02ba0232022-07-24 22:16:15 +010016export async function testNSFW(link: string): Promise<NSFWSchema> {
pineafan63fc5e22022-08-04 22:04:10 +010017 const p = await saveAttachment(link);
pineafan3a02ea32022-08-11 21:35:04 +010018 const data = new FormData();
19 console.log(link);
20 data.append("file", createReadStream(p));
21 const result = await fetch("https://unscan.p.rapidapi.com/", {
22 method: "POST",
23 headers: {
24 "X-RapidAPI-Key": client.config.rapidApiKey,
25 "X-RapidAPI-Host": "unscan.p.rapidapi.com"
26 },
27 body: data
28 })
29 .then((response) => response.json() as Promise<NSFWSchema>)
30 .catch((err) => {
31 console.error(err);
32 return { nsfw: false };
33 });
34 console.log(result);
35 return { nsfw: result.nsfw };
pineafan813bdf42022-07-24 10:39:10 +010036}
37
pineafan02ba0232022-07-24 22:16:15 +010038export async function testMalware(link: string): Promise<MalwareSchema> {
pineafan63fc5e22022-08-04 22:04:10 +010039 const p = await saveAttachment(link);
pineafan3a02ea32022-08-11 21:35:04 +010040 const data = new FormData();
41 data.append("file", createReadStream(p));
42 console.log(link);
43 const result = await fetch("https://unscan.p.rapidapi.com/malware", {
44 method: "POST",
45 headers: {
46 "X-RapidAPI-Key": client.config.rapidApiKey,
47 "X-RapidAPI-Host": "unscan.p.rapidapi.com"
48 },
49 body: data
50 })
51 .then((response) => response.json() as Promise<MalwareSchema>)
52 .catch((err) => {
53 console.error(err);
54 return { safe: true };
55 });
56 console.log(result);
57 return { safe: result.safe };
58}
59
60export async function testLink(link: string): Promise<{ safe: boolean; tags: string[] }> {
61 console.log(link);
62 const scanned: { safe?: boolean; tags?: string[] } = await fetch("https://unscan.p.rapidapi.com/malware", {
63 method: "POST",
64 headers: {
65 "X-RapidAPI-Key": client.config.rapidApiKey,
66 "X-RapidAPI-Host": "unscan.p.rapidapi.com"
67 },
68 body: `{"link":"${link}"}`
69 })
70 .then((response) => response.json() as Promise<MalwareSchema>)
71 .catch((err) => {
72 console.error(err);
73 return { safe: true, tags: [] };
74 });
75 console.log(scanned);
76 return {
77 safe: scanned.safe ?? true,
78 tags: scanned.tags ?? []
79 };
pineafan813bdf42022-07-24 10:39:10 +010080}
81
pineafan63fc5e22022-08-04 22:04:10 +010082export async function saveAttachment(link: string): Promise<string> {
83 const image = (await (await fetch(link)).buffer()).toString("base64");
Skyler Grey75ea9172022-08-06 10:22:23 +010084 const fileName = generateFileName(link.split("/").pop()!.split(".").pop()!);
pineafan63fc5e22022-08-04 22:04:10 +010085 writeFileSync(fileName, image, "base64");
86 return fileName;
pineafan813bdf42022-07-24 10:39:10 +010087}
88
pineafan813bdf42022-07-24 10:39:10 +010089const linkTypes = {
Skyler Grey75ea9172022-08-06 10:22:23 +010090 PHISHING: "Links designed to trick users into clicking on them.",
91 DATING: "Dating sites.",
92 TRACKERS: "Websites that store or track personal information.",
93 ADVERTISEMENTS: "Websites only for ads.",
Skyler Grey11236ba2022-08-08 21:13:33 +010094 FACEBOOK: "Facebook pages. (Facebook has a number of dangerous trackers. Read more on /privacy)",
Skyler Grey75ea9172022-08-06 10:22:23 +010095 AMP: "AMP pages. (AMP is a technology that allows websites to be served by Google. Read more on /privacy)",
pineafan813bdf42022-07-24 10:39:10 +010096 "FACEBOOK TRACKERS": "Websites that include trackers from Facebook.",
Skyler Grey11236ba2022-08-08 21:13:33 +010097 "IP GRABBERS": "Websites that store your IP address, which shows your approximate location.",
Skyler Grey75ea9172022-08-06 10:22:23 +010098 PORN: "Websites that include pornography.",
99 GAMBLING: "Gambling sites, often scams.",
Skyler Grey11236ba2022-08-08 21:13:33 +0100100 MALWARE: "Websites which download files designed to break or slow down your device.",
Skyler Grey75ea9172022-08-06 10:22:23 +0100101 PIRACY: "Sites which include illegally downloaded material.",
Skyler Grey11236ba2022-08-08 21:13:33 +0100102 RANSOMWARE: "Websites which download a program that can steal your data and make you pay to get it back.",
Skyler Grey75ea9172022-08-06 10:22:23 +0100103 REDIRECTS: "Sites like bit.ly which could redirect to a malicious site.",
104 SCAMS: "Sites which are designed to trick you into doing something.",
105 TORRENT: "Websites that download torrent files.",
106 HATE: "Websites that spread hate towards groups or individuals.",
107 JUNK: "Websites that are designed to make you waste time."
pineafan63fc5e22022-08-04 22:04:10 +0100108};
pineafan813bdf42022-07-24 10:39:10 +0100109export { linkTypes };
110
pineafan63fc5e22022-08-04 22:04:10 +0100111export async function LinkCheck(message: Discord.Message): Promise<string[]> {
Skyler Grey75ea9172022-08-06 10:22:23 +0100112 const links =
113 message.content.match(
114 /https?:\/\/(www\.)?[-a-zA-Z0-9@:%._+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_+.~#?&//=]*)/gi
115 ) ?? [];
116 const detections: { tags: string[]; safe: boolean }[] = [];
117 const promises: Promise<void>[] = links.map(async (element) => {
pineafan63fc5e22022-08-04 22:04:10 +0100118 let returned;
pineafan813bdf42022-07-24 10:39:10 +0100119 try {
Skyler Grey11236ba2022-08-08 21:13:33 +0100120 if (element.match(/https?:\/\/[a-zA-Z]+\.?discord(app)?\.(com|net)\/?/)) return; // Also matches discord.net, not enough of a bug
pineafan63fc5e22022-08-04 22:04:10 +0100121 returned = await testLink(element);
122 } catch {
Skyler Grey75ea9172022-08-06 10:22:23 +0100123 detections.push({ tags: [], safe: true });
pineafan63fc5e22022-08-04 22:04:10 +0100124 return;
125 }
Skyler Grey75ea9172022-08-06 10:22:23 +0100126 detections.push({ tags: returned.tags, safe: returned.safe });
pineafan813bdf42022-07-24 10:39:10 +0100127 });
128 await Promise.all(promises);
Skyler Grey75ea9172022-08-06 10:22:23 +0100129 const detectionsTypes = detections
130 .map((element) => {
Skyler Grey11236ba2022-08-08 21:13:33 +0100131 const type = Object.keys(linkTypes).find((type) => element.tags.includes(type));
Skyler Grey75ea9172022-08-06 10:22:23 +0100132 if (type) return type;
133 // if (!element.safe) return "UNSAFE"
134 return undefined;
135 })
136 .filter((element) => element !== undefined);
pineafan63fc5e22022-08-04 22:04:10 +0100137 return detectionsTypes as string[];
pineafan813bdf42022-07-24 10:39:10 +0100138}
139
pineafan63fc5e22022-08-04 22:04:10 +0100140export async function NSFWCheck(element: string): Promise<boolean> {
pineafan813bdf42022-07-24 10:39:10 +0100141 try {
Skyler Grey75ea9172022-08-06 10:22:23 +0100142 const test = await testNSFW(element);
pineafan63fc5e22022-08-04 22:04:10 +0100143 return test.nsfw;
pineafan813bdf42022-07-24 10:39:10 +0100144 } catch {
pineafan63fc5e22022-08-04 22:04:10 +0100145 return false;
pineafan813bdf42022-07-24 10:39:10 +0100146 }
147}
148
Skyler Grey11236ba2022-08-08 21:13:33 +0100149export async function SizeCheck(element: { height: number | null; width: number | null }): Promise<boolean> {
pineafan63fc5e22022-08-04 22:04:10 +0100150 if (element.height === null || element.width === null) return true;
151 if (element.height < 20 || element.width < 20) return false;
152 return true;
pineafan813bdf42022-07-24 10:39:10 +0100153}
154
pineafan63fc5e22022-08-04 22:04:10 +0100155export async function MalwareCheck(element: string): Promise<boolean> {
pineafan813bdf42022-07-24 10:39:10 +0100156 try {
pineafan63fc5e22022-08-04 22:04:10 +0100157 return (await testMalware(element)).safe;
pineafan813bdf42022-07-24 10:39:10 +0100158 } catch {
pineafan63fc5e22022-08-04 22:04:10 +0100159 return true;
pineafan813bdf42022-07-24 10:39:10 +0100160 }
161}
162
Skyler Grey11236ba2022-08-08 21:13:33 +0100163export function TestString(string: string, soft: string[], strict: string[]): object | null {
Skyler Grey75ea9172022-08-06 10:22:23 +0100164 for (const word of strict) {
pineafan813bdf42022-07-24 10:39:10 +0100165 if (string.toLowerCase().includes(word)) {
Skyler Grey75ea9172022-08-06 10:22:23 +0100166 return { word: word, type: "strict" };
pineafan813bdf42022-07-24 10:39:10 +0100167 }
168 }
Skyler Grey75ea9172022-08-06 10:22:23 +0100169 for (const word of soft) {
170 for (const word2 of string.match(/[a-z]+/gi) ?? []) {
pineafane23c4ec2022-07-27 21:56:27 +0100171 if (word2 === word) {
Skyler Grey75ea9172022-08-06 10:22:23 +0100172 return { word: word, type: "strict" };
pineafan813bdf42022-07-24 10:39:10 +0100173 }
174 }
175 }
pineafan63fc5e22022-08-04 22:04:10 +0100176 return null;
pineafan813bdf42022-07-24 10:39:10 +0100177}
178
pineafan63fc5e22022-08-04 22:04:10 +0100179export async function TestImage(url: string): Promise<string | null> {
Skyler Grey75ea9172022-08-06 10:22:23 +0100180 const text = await Tesseract.recognize(url, {
181 lang: "eng",
182 oem: 1,
183 psm: 3
184 });
pineafan813bdf42022-07-24 10:39:10 +0100185 return text;
186}