Include aliases from emojilib

Author: fileformat

bin/gemoji_add.mts

@@ -36,6 +36,7 @@ async function main() {
 	console.log(`INFO: starting at ${new Date().toISOString()}`);
 
 	const gemojiPath = path.join( __dirname, '..', 'tmp', 'gemoji.json' );
+	const emojilibPath = path.join( __dirname, '..', 'tmp', 'emojilib.json' );
 	const jsonPath = path.join( __dirname, '..', 'public', 'emoji.json' );
 
 	try {
@@ -56,6 +57,19 @@ async function main() {
 		gemojiMap.set(entry.emoji, entry);
 	}
 
+	try {
+		await fs.access(emojilibPath);
+	} catch (err) {
+		console.log(`INFO: emojilib file does not exist in ${emojilibPath}`);
+		process.exit(1);
+	}
+
+	// Read and parse the emojilib file
+	console.log(`INFO: reading file from ${emojilibPath}`);
+	const emojilibData = await fs.readFile(emojilibPath, "utf-8");
+	console.log(`INFO: parsing emojilib data`);
+	const emojilibMap = JSON.parse(emojilibData) as { [key: string]: string[] };
+
 	try {
 		await fs.access(jsonPath);
 	} catch (err) {
@@ -70,14 +84,21 @@ async function main() {
 	const data = JSON.parse(rawData) as SearchData;
 
 	for (const row of data.data) {
+		const newTags = new Set<string>();
 		const gemojiEntry = gemojiMap.get(row.emoji);
 		if (!gemojiEntry) {
 			console.log(`WARN: no gemoji entry found for emoji ${row.emoji} (${row.description})`);
-			continue;
+		}
+		else {
+			gemojiEntry.tags.forEach(newTags.add, newTags);
+			gemojiEntry.aliases.forEach(newTags.add, newTags);
+		}
+
+		const emojilibKeywords = emojilibMap[row.emoji];
+		if (emojilibKeywords) {
+			emojilibKeywords.forEach(newTags.add, newTags);
 		}
 
-		// merge tags and aliases
-		const newTags = new Set<string>([...gemojiEntry.tags, ...gemojiEntry.aliases]);
 		if (newTags.size === 0) {
 			continue;
 		}

bin/gemoji_download.sh

@@ -10,7 +10,7 @@ set -o pipefail
 SCRIPT_HOME="$( cd "$( dirname "$0" )" && pwd )"
 BASE_DIR=$(realpath "${SCRIPT_HOME}/..")
 
-echo "INFO: starting gemoji download at $(date -u +"%Y-%m-%dT%H:%M:%SZ")"
+echo "INFO: starting extra emoji download at $(date -u +"%Y-%m-%dT%H:%M:%SZ")"
 
 TMP_DIR="${BASE_DIR}/tmp"
 if [ ! -d "${TMP_DIR}" ]; then
@@ -27,4 +27,10 @@ curl \
 	--silent \
 	https://raw.githubusercontent.com/github/gemoji/refs/heads/master/db/emoji.json
 
-echo "INFO: completed gemoji download at $(date -u +"%Y-%m-%dT%H:%M:%SZ")"
+curl \
+	--location \
+	--output "${TMP_DIR}/emojilib.json" \
+	--show-error \
+	--silent \https://github.com/muan/emojilib/raw/refs/heads/main/dist/emoji-en-US.json
+
+echo "INFO: completed extra emoji download at $(date -u +"%Y-%m-%dT%H:%M:%SZ")"