2020-02-13 22:34:29 +01:00
|
|
|
const util = require("./util");
|
2020-02-06 07:07:10 +01:00
|
|
|
const emoji_codes = require("../generated/emoji/emoji_codes.json");
|
|
|
|
|
2018-07-20 13:43:22 +02:00
|
|
|
// `emojis_by_name` is the central data source that is supposed to be
|
|
|
|
// used by every widget in the webapp for gathering data for displaying
|
|
|
|
// emojis. Emoji picker uses this data to derive data for its own use.
|
2020-02-06 00:04:34 +01:00
|
|
|
exports.emojis_by_name = new Map();
|
2018-07-20 13:43:22 +02:00
|
|
|
|
2020-02-06 00:08:06 +01:00
|
|
|
exports.all_realm_emojis = new Map();
|
2020-02-06 00:17:30 +01:00
|
|
|
exports.active_realm_emojis = new Map();
|
2020-02-06 00:20:45 +01:00
|
|
|
exports.default_emoji_aliases = new Map();
|
2013-07-02 00:40:57 +02:00
|
|
|
|
markdown: Build the emoticon regexes up front.
There are six emoticon regexes that allow us
make translations such as ":)" to ":slight_smile".
We now build these as soon as we read in the
JSON data, instead of rebuilding them every time
we convert a message to markdown.
It's possible that we should just hardcode this
data:
[
{ regex: /(\:\))/g, replacement_text: ':slight_smile:' },
{ regex: /(\(\:)/g, replacement_text: ':slight_smile:' },
{ regex: /(\:\/)/g, replacement_text: ':confused:' },
{ regex: /(<3)/g, replacement_text: ':heart:' },
{ regex: /(\:\()/g, replacement_text: ':frown:' },
{ regex: /(\:\|)/g, replacement_text: ':expressionless:' }
]
OTOH I suppose it's possible that some server
admins will want to modify emoji_codes.json to
have custom emoticons.
2020-02-15 14:20:22 +01:00
|
|
|
const emoticon_translations = (() => {
|
|
|
|
/*
|
|
|
|
|
|
|
|
Build a data structure that looks like something
|
|
|
|
like this:
|
|
|
|
|
|
|
|
[
|
|
|
|
{ regex: /(\:\))/g, replacement_text: ':slight_smile:' },
|
|
|
|
{ regex: /(\(\:)/g, replacement_text: ':slight_smile:' },
|
|
|
|
{ regex: /(\:\/)/g, replacement_text: ':confused:' },
|
|
|
|
{ regex: /(<3)/g, replacement_text: ':heart:' },
|
|
|
|
{ regex: /(\:\()/g, replacement_text: ':frown:' },
|
|
|
|
{ regex: /(\:\|)/g, replacement_text: ':expressionless:' }
|
|
|
|
]
|
|
|
|
|
|
|
|
We build up this list of ~6 emoticon translations
|
|
|
|
even if page_params.translate_emoticons is false, since
|
|
|
|
that setting can be flipped via live update events.
|
|
|
|
On the other hand, we assume that emoticon_conversions
|
|
|
|
won't change until the next reload, which is fine for
|
|
|
|
now (and we want to avoid creating new regexes on
|
|
|
|
every new message).
|
|
|
|
*/
|
|
|
|
|
|
|
|
const translations = [];
|
|
|
|
for (const emoticon in emoji_codes.emoticon_conversions) {
|
|
|
|
if (emoji_codes.emoticon_conversions.hasOwnProperty(emoticon)) {
|
|
|
|
const replacement_text = emoji_codes.emoticon_conversions[emoticon];
|
|
|
|
const regex = new RegExp('(' + util.escape_regexp(emoticon) + ')', 'g');
|
|
|
|
|
|
|
|
translations.push({
|
|
|
|
regex: regex,
|
|
|
|
replacement_text: replacement_text,
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return translations;
|
|
|
|
})();
|
|
|
|
|
2019-11-02 00:06:25 +01:00
|
|
|
const zulip_emoji = {
|
2017-12-15 16:54:07 +01:00
|
|
|
id: 'zulip',
|
2017-05-01 01:13:28 +02:00
|
|
|
emoji_name: 'zulip',
|
|
|
|
emoji_url: '/static/generated/emoji/images/emoji/unicode/zulip.png',
|
|
|
|
is_realm_emoji: true,
|
2017-06-20 22:50:55 +02:00
|
|
|
deactivated: false,
|
2017-05-01 01:13:28 +02:00
|
|
|
};
|
|
|
|
|
2020-02-15 13:19:42 +01:00
|
|
|
exports.get_emoji_name = (codepoint) => {
|
|
|
|
// get_emoji_name('1f384') === 'holiday_tree'
|
|
|
|
return emoji_codes.codepoint_to_name[codepoint];
|
|
|
|
};
|
|
|
|
|
|
|
|
exports.get_emoji_codepoint = (emoji_name) => {
|
|
|
|
// get_emoji_codepoint('avocado') === '1f951'
|
|
|
|
return emoji_codes.name_to_codepoint[emoji_name];
|
|
|
|
};
|
|
|
|
|
|
|
|
exports.get_realm_emoji_url = (emoji_name) => {
|
|
|
|
// If the emoji name is a realm emoji, returns the URL for it.
|
|
|
|
// Returns undefined for unicode emoji.
|
|
|
|
// get_realm_emoji_url('shrug') === '/user_avatars/2/emoji/images/31.png'
|
|
|
|
|
|
|
|
const data = exports.active_realm_emojis.get(emoji_name);
|
|
|
|
|
|
|
|
if (!data) {
|
|
|
|
// Not all emojis have urls, plus the user
|
|
|
|
// may have hand-typed an invalid emoji.
|
|
|
|
// The caller can check the result for falsiness
|
|
|
|
// and then try alternate ways of parsing the
|
|
|
|
// emoji (in the case of markdown) or just do
|
|
|
|
// whatever makes sense for the caller.
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
return data.emoji_url;
|
|
|
|
};
|
|
|
|
|
|
|
|
exports.update_emojis = function (realm_emojis) {
|
2018-03-11 18:55:20 +01:00
|
|
|
// exports.all_realm_emojis is emptied before adding the realm-specific emoji
|
|
|
|
// to it. This makes sure that in case of deletion, the deleted realm_emojis
|
|
|
|
// don't persist in exports.active_realm_emojis.
|
2020-02-06 00:08:06 +01:00
|
|
|
exports.all_realm_emojis.clear();
|
2020-02-06 00:17:30 +01:00
|
|
|
exports.active_realm_emojis.clear();
|
2017-06-20 22:50:55 +02:00
|
|
|
|
2020-02-06 02:10:03 +01:00
|
|
|
for (const data of Object.values(realm_emojis)) {
|
2020-02-06 00:08:06 +01:00
|
|
|
exports.all_realm_emojis.set(data.id, {
|
|
|
|
id: data.id,
|
|
|
|
emoji_name: data.name,
|
|
|
|
emoji_url: data.source_url,
|
|
|
|
deactivated: data.deactivated,
|
|
|
|
});
|
2017-06-20 22:50:55 +02:00
|
|
|
if (data.deactivated !== true) {
|
2020-02-06 00:17:30 +01:00
|
|
|
exports.active_realm_emojis.set(data.name, {
|
|
|
|
id: data.id,
|
|
|
|
emoji_name: data.name,
|
|
|
|
emoji_url: data.source_url,
|
|
|
|
});
|
2017-06-20 22:50:55 +02:00
|
|
|
}
|
2020-02-06 02:10:03 +01:00
|
|
|
}
|
2017-05-01 01:13:28 +02:00
|
|
|
// Add the Zulip emoji to the realm emojis list
|
2020-02-06 00:17:30 +01:00
|
|
|
exports.all_realm_emojis.set("zulip", zulip_emoji);
|
|
|
|
exports.active_realm_emojis.set("zulip", zulip_emoji);
|
2017-05-01 01:13:28 +02:00
|
|
|
|
2018-07-20 13:43:22 +02:00
|
|
|
exports.build_emoji_data(exports.active_realm_emojis);
|
2013-08-22 19:54:35 +02:00
|
|
|
};
|
|
|
|
|
2016-12-05 07:02:18 +01:00
|
|
|
exports.initialize = function initialize() {
|
js: Automatically convert _.each to for…of.
This commit was automatically generated by the following script,
followed by lint --fix and a few small manual lint-related cleanups.
import * as babelParser from "recast/parsers/babel";
import * as recast from "recast";
import * as tsParser from "recast/parsers/typescript";
import { builders as b, namedTypes as n } from "ast-types";
import { Context } from "ast-types/lib/path-visitor";
import K from "ast-types/gen/kinds";
import { NodePath } from "ast-types/lib/node-path";
import assert from "assert";
import fs from "fs";
import path from "path";
import process from "process";
const checkExpression = (node: n.Node): node is K.ExpressionKind =>
n.Expression.check(node);
const checkStatement = (node: n.Node): node is K.StatementKind =>
n.Statement.check(node);
for (const file of process.argv.slice(2)) {
console.log("Parsing", file);
const ast = recast.parse(fs.readFileSync(file, { encoding: "utf8" }), {
parser: path.extname(file) === ".ts" ? tsParser : babelParser,
});
let changed = false;
let inLoop = false;
let replaceReturn = false;
const visitLoop = (...args: string[]) =>
function(this: Context, path: NodePath) {
for (const arg of args) {
this.visit(path.get(arg));
}
const old = { inLoop };
inLoop = true;
this.visit(path.get("body"));
inLoop = old.inLoop;
return false;
};
recast.visit(ast, {
visitDoWhileStatement: visitLoop("test"),
visitExpressionStatement(path) {
const { expression, comments } = path.node;
let valueOnly;
if (
n.CallExpression.check(expression) &&
n.MemberExpression.check(expression.callee) &&
!expression.callee.computed &&
n.Identifier.check(expression.callee.object) &&
expression.callee.object.name === "_" &&
n.Identifier.check(expression.callee.property) &&
["each", "forEach"].includes(expression.callee.property.name) &&
[2, 3].includes(expression.arguments.length) &&
checkExpression(expression.arguments[0]) &&
(n.FunctionExpression.check(expression.arguments[1]) ||
n.ArrowFunctionExpression.check(expression.arguments[1])) &&
[1, 2].includes(expression.arguments[1].params.length) &&
n.Identifier.check(expression.arguments[1].params[0]) &&
((valueOnly = expression.arguments[1].params[1] === undefined) ||
n.Identifier.check(expression.arguments[1].params[1])) &&
(expression.arguments[2] === undefined ||
n.ThisExpression.check(expression.arguments[2]))
) {
const old = { inLoop, replaceReturn };
inLoop = false;
replaceReturn = true;
this.visit(
path
.get("expression")
.get("arguments")
.get(1)
.get("body")
);
inLoop = old.inLoop;
replaceReturn = old.replaceReturn;
const [right, { body, params }] = expression.arguments;
const loop = b.forOfStatement(
b.variableDeclaration("let", [
b.variableDeclarator(
valueOnly ? params[0] : b.arrayPattern([params[1], params[0]])
),
]),
valueOnly
? right
: b.callExpression(
b.memberExpression(right, b.identifier("entries")),
[]
),
checkStatement(body) ? body : b.expressionStatement(body)
);
loop.comments = comments;
path.replace(loop);
changed = true;
}
this.traverse(path);
},
visitForStatement: visitLoop("init", "test", "update"),
visitForInStatement: visitLoop("left", "right"),
visitForOfStatement: visitLoop("left", "right"),
visitFunction(path) {
this.visit(path.get("params"));
const old = { replaceReturn };
replaceReturn = false;
this.visit(path.get("body"));
replaceReturn = old.replaceReturn;
return false;
},
visitReturnStatement(path) {
if (replaceReturn) {
assert(!inLoop); // could use labeled continue if this ever fires
const { argument, comments } = path.node;
if (argument === null) {
const s = b.continueStatement();
s.comments = comments;
path.replace(s);
} else {
const s = b.expressionStatement(argument);
s.comments = comments;
path.replace(s, b.continueStatement());
}
return false;
}
this.traverse(path);
},
visitWhileStatement: visitLoop("test"),
});
if (changed) {
console.log("Writing", file);
fs.writeFileSync(file, recast.print(ast).code, { encoding: "utf8" });
}
}
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-02-06 06:19:47 +01:00
|
|
|
for (const value of emoji_codes.names) {
|
2020-02-15 13:19:42 +01:00
|
|
|
const base_name = exports.get_emoji_codepoint(value);
|
2017-08-16 22:00:19 +02:00
|
|
|
|
2020-02-06 00:20:45 +01:00
|
|
|
if (exports.default_emoji_aliases.has(base_name)) {
|
|
|
|
exports.default_emoji_aliases.get(base_name).push(value);
|
2017-08-24 23:03:01 +02:00
|
|
|
} else {
|
2020-02-06 00:20:45 +01:00
|
|
|
exports.default_emoji_aliases.set(base_name, [value]);
|
2017-08-24 23:03:01 +02:00
|
|
|
}
|
js: Automatically convert _.each to for…of.
This commit was automatically generated by the following script,
followed by lint --fix and a few small manual lint-related cleanups.
import * as babelParser from "recast/parsers/babel";
import * as recast from "recast";
import * as tsParser from "recast/parsers/typescript";
import { builders as b, namedTypes as n } from "ast-types";
import { Context } from "ast-types/lib/path-visitor";
import K from "ast-types/gen/kinds";
import { NodePath } from "ast-types/lib/node-path";
import assert from "assert";
import fs from "fs";
import path from "path";
import process from "process";
const checkExpression = (node: n.Node): node is K.ExpressionKind =>
n.Expression.check(node);
const checkStatement = (node: n.Node): node is K.StatementKind =>
n.Statement.check(node);
for (const file of process.argv.slice(2)) {
console.log("Parsing", file);
const ast = recast.parse(fs.readFileSync(file, { encoding: "utf8" }), {
parser: path.extname(file) === ".ts" ? tsParser : babelParser,
});
let changed = false;
let inLoop = false;
let replaceReturn = false;
const visitLoop = (...args: string[]) =>
function(this: Context, path: NodePath) {
for (const arg of args) {
this.visit(path.get(arg));
}
const old = { inLoop };
inLoop = true;
this.visit(path.get("body"));
inLoop = old.inLoop;
return false;
};
recast.visit(ast, {
visitDoWhileStatement: visitLoop("test"),
visitExpressionStatement(path) {
const { expression, comments } = path.node;
let valueOnly;
if (
n.CallExpression.check(expression) &&
n.MemberExpression.check(expression.callee) &&
!expression.callee.computed &&
n.Identifier.check(expression.callee.object) &&
expression.callee.object.name === "_" &&
n.Identifier.check(expression.callee.property) &&
["each", "forEach"].includes(expression.callee.property.name) &&
[2, 3].includes(expression.arguments.length) &&
checkExpression(expression.arguments[0]) &&
(n.FunctionExpression.check(expression.arguments[1]) ||
n.ArrowFunctionExpression.check(expression.arguments[1])) &&
[1, 2].includes(expression.arguments[1].params.length) &&
n.Identifier.check(expression.arguments[1].params[0]) &&
((valueOnly = expression.arguments[1].params[1] === undefined) ||
n.Identifier.check(expression.arguments[1].params[1])) &&
(expression.arguments[2] === undefined ||
n.ThisExpression.check(expression.arguments[2]))
) {
const old = { inLoop, replaceReturn };
inLoop = false;
replaceReturn = true;
this.visit(
path
.get("expression")
.get("arguments")
.get(1)
.get("body")
);
inLoop = old.inLoop;
replaceReturn = old.replaceReturn;
const [right, { body, params }] = expression.arguments;
const loop = b.forOfStatement(
b.variableDeclaration("let", [
b.variableDeclarator(
valueOnly ? params[0] : b.arrayPattern([params[1], params[0]])
),
]),
valueOnly
? right
: b.callExpression(
b.memberExpression(right, b.identifier("entries")),
[]
),
checkStatement(body) ? body : b.expressionStatement(body)
);
loop.comments = comments;
path.replace(loop);
changed = true;
}
this.traverse(path);
},
visitForStatement: visitLoop("init", "test", "update"),
visitForInStatement: visitLoop("left", "right"),
visitForOfStatement: visitLoop("left", "right"),
visitFunction(path) {
this.visit(path.get("params"));
const old = { replaceReturn };
replaceReturn = false;
this.visit(path.get("body"));
replaceReturn = old.replaceReturn;
return false;
},
visitReturnStatement(path) {
if (replaceReturn) {
assert(!inLoop); // could use labeled continue if this ever fires
const { argument, comments } = path.node;
if (argument === null) {
const s = b.continueStatement();
s.comments = comments;
path.replace(s);
} else {
const s = b.expressionStatement(argument);
s.comments = comments;
path.replace(s, b.continueStatement());
}
return false;
}
this.traverse(path);
},
visitWhileStatement: visitLoop("test"),
});
if (changed) {
console.log("Writing", file);
fs.writeFileSync(file, recast.print(ast).code, { encoding: "utf8" });
}
}
Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
2020-02-06 06:19:47 +01:00
|
|
|
}
|
2017-08-16 22:00:19 +02:00
|
|
|
|
|
|
|
exports.update_emojis(page_params.realm_emoji);
|
2015-10-15 22:34:30 +02:00
|
|
|
};
|
|
|
|
|
2018-07-20 13:43:22 +02:00
|
|
|
exports.build_emoji_data = function (realm_emojis) {
|
2020-02-06 00:04:34 +01:00
|
|
|
exports.emojis_by_name.clear();
|
2020-02-06 00:17:30 +01:00
|
|
|
for (const [realm_emoji_name, realm_emoji] of realm_emojis) {
|
2020-02-06 02:16:33 +01:00
|
|
|
const emoji_dict = {
|
2018-07-20 13:43:22 +02:00
|
|
|
name: realm_emoji_name,
|
2018-12-15 12:46:15 +01:00
|
|
|
display_name: realm_emoji_name,
|
2018-07-20 13:43:22 +02:00
|
|
|
aliases: [realm_emoji_name],
|
|
|
|
is_realm_emoji: true,
|
|
|
|
url: realm_emoji.emoji_url,
|
|
|
|
has_reacted: false,
|
|
|
|
};
|
2020-02-06 00:04:34 +01:00
|
|
|
exports.emojis_by_name.set(realm_emoji_name, emoji_dict);
|
2020-02-06 00:17:30 +01:00
|
|
|
}
|
2018-07-20 13:43:22 +02:00
|
|
|
|
2020-02-06 02:16:33 +01:00
|
|
|
for (const codepoints of Object.values(emoji_codes.emoji_catalog)) {
|
|
|
|
for (const codepoint of codepoints) {
|
2018-07-20 13:43:22 +02:00
|
|
|
if (emoji_codes.codepoint_to_name.hasOwnProperty(codepoint)) {
|
2020-02-15 13:19:42 +01:00
|
|
|
const emoji_name = exports.get_emoji_name(codepoint);
|
2020-02-06 00:04:34 +01:00
|
|
|
if (!exports.emojis_by_name.has(emoji_name)) {
|
2020-02-06 02:16:33 +01:00
|
|
|
const emoji_dict = {
|
2018-07-20 13:43:22 +02:00
|
|
|
name: emoji_name,
|
2018-12-15 12:46:15 +01:00
|
|
|
display_name: emoji_name,
|
2020-02-06 00:20:45 +01:00
|
|
|
aliases: exports.default_emoji_aliases.get(codepoint),
|
2018-07-20 13:43:22 +02:00
|
|
|
is_realm_emoji: false,
|
2018-07-20 18:38:56 +02:00
|
|
|
emoji_code: codepoint,
|
2018-07-20 13:43:22 +02:00
|
|
|
has_reacted: false,
|
|
|
|
};
|
2020-02-06 00:04:34 +01:00
|
|
|
exports.emojis_by_name.set(emoji_name, emoji_dict);
|
2018-07-20 13:43:22 +02:00
|
|
|
}
|
|
|
|
}
|
2020-02-06 02:16:33 +01:00
|
|
|
}
|
|
|
|
}
|
2018-07-20 13:43:22 +02:00
|
|
|
};
|
|
|
|
|
2017-09-29 22:14:57 +02:00
|
|
|
exports.get_canonical_name = function (emoji_name) {
|
2020-02-06 00:17:30 +01:00
|
|
|
if (exports.active_realm_emojis.has(emoji_name)) {
|
2017-09-29 22:14:57 +02:00
|
|
|
return emoji_name;
|
|
|
|
}
|
|
|
|
if (!emoji_codes.name_to_codepoint.hasOwnProperty(emoji_name)) {
|
|
|
|
blueslip.error("Invalid emoji name: " + emoji_name);
|
|
|
|
return;
|
|
|
|
}
|
2020-02-15 13:19:42 +01:00
|
|
|
const codepoint = exports.get_emoji_codepoint(emoji_name);
|
2017-09-29 22:14:57 +02:00
|
|
|
|
2020-02-15 13:19:42 +01:00
|
|
|
return exports.get_emoji_name(codepoint);
|
2017-09-29 22:14:57 +02:00
|
|
|
};
|
|
|
|
|
2020-02-15 15:21:32 +01:00
|
|
|
exports.get_emoticon_translations = () => emoticon_translations;
|
2018-01-15 19:36:32 +01:00
|
|
|
|
2019-10-25 09:45:13 +02:00
|
|
|
window.emoji = exports;
|