c30960d6bf
* Update trend.ts * Fix query * Update create.ts * Update create.ts * Update trend.ts
534 lines
16 KiB
TypeScript
534 lines
16 KiB
TypeScript
import es from '../../db/elasticsearch';
|
|
import { publishMainStream, publishNotesStream } from '../stream';
|
|
import DeliverManager from '../../remote/activitypub/deliver-manager';
|
|
import renderNote from '../../remote/activitypub/renderer/note';
|
|
import renderCreate from '../../remote/activitypub/renderer/create';
|
|
import renderAnnounce from '../../remote/activitypub/renderer/announce';
|
|
import { renderActivity } from '../../remote/activitypub/renderer';
|
|
import watch from './watch';
|
|
import { parse } from '../../mfm/parse';
|
|
import { resolveUser } from '../../remote/resolve-user';
|
|
import config from '../../config';
|
|
import { updateHashtags } from '../update-hashtag';
|
|
import { concat } from '../../prelude/array';
|
|
import insertNoteUnread from './unread';
|
|
import { registerOrFetchInstanceDoc } from '../register-or-fetch-instance-doc';
|
|
import extractMentions from '../../misc/extract-mentions';
|
|
import extractEmojis from '../../misc/extract-emojis';
|
|
import extractHashtags from '../../misc/extract-hashtags';
|
|
import { Note, IMentionedRemoteUsers } from '../../models/entities/note';
|
|
import { Mutings, Users, NoteWatchings, Notes, Instances, UserProfiles, Antennas, Followings } from '../../models';
|
|
import { DriveFile } from '../../models/entities/drive-file';
|
|
import { App } from '../../models/entities/app';
|
|
import { Not, getConnection, In } from 'typeorm';
|
|
import { User, ILocalUser, IRemoteUser } from '../../models/entities/user';
|
|
import { genId } from '../../misc/gen-id';
|
|
import { notesChart, perUserNotesChart, activeUsersChart, instanceChart } from '../chart';
|
|
import { Poll, IPoll } from '../../models/entities/poll';
|
|
import { createNotification } from '../create-notification';
|
|
import { isDuplicateKeyValueError } from '../../misc/is-duplicate-key-value-error';
|
|
import { ensure } from '../../prelude/ensure';
|
|
import { checkHitAntenna } from '../../misc/check-hit-antenna';
|
|
import { addNoteToAntenna } from '../add-note-to-antenna';
|
|
|
|
type NotificationType = 'reply' | 'renote' | 'quote' | 'mention';
|
|
|
|
class NotificationManager {
|
|
private notifier: User;
|
|
private note: Note;
|
|
private queue: {
|
|
target: ILocalUser['id'];
|
|
reason: NotificationType;
|
|
}[];
|
|
|
|
constructor(notifier: User, note: Note) {
|
|
this.notifier = notifier;
|
|
this.note = note;
|
|
this.queue = [];
|
|
}
|
|
|
|
public push(notifiee: ILocalUser['id'], reason: NotificationType) {
|
|
// 自分自身へは通知しない
|
|
if (this.notifier.id === notifiee) return;
|
|
|
|
const exist = this.queue.find(x => x.target === notifiee);
|
|
|
|
if (exist) {
|
|
// 「メンションされているかつ返信されている」場合は、メンションとしての通知ではなく返信としての通知にする
|
|
if (reason != 'mention') {
|
|
exist.reason = reason;
|
|
}
|
|
} else {
|
|
this.queue.push({
|
|
reason: reason,
|
|
target: notifiee
|
|
});
|
|
}
|
|
}
|
|
|
|
public async deliver() {
|
|
for (const x of this.queue) {
|
|
// ミュート情報を取得
|
|
const mentioneeMutes = await Mutings.find({
|
|
muterId: x.target
|
|
});
|
|
|
|
const mentioneesMutedUserIds = mentioneeMutes.map(m => m.muteeId);
|
|
|
|
// 通知される側のユーザーが通知する側のユーザーをミュートしていない限りは通知する
|
|
if (!mentioneesMutedUserIds.includes(this.notifier.id)) {
|
|
createNotification(x.target, this.notifier.id, x.reason, {
|
|
noteId: this.note.id
|
|
});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
type Option = {
|
|
createdAt?: Date | null;
|
|
name?: string | null;
|
|
text?: string | null;
|
|
reply?: Note | null;
|
|
renote?: Note | null;
|
|
files?: DriveFile[] | null;
|
|
poll?: IPoll | null;
|
|
viaMobile?: boolean | null;
|
|
localOnly?: boolean | null;
|
|
cw?: string | null;
|
|
visibility?: string;
|
|
visibleUsers?: User[] | null;
|
|
apMentions?: User[] | null;
|
|
apHashtags?: string[] | null;
|
|
apEmojis?: string[] | null;
|
|
uri?: string | null;
|
|
app?: App | null;
|
|
};
|
|
|
|
export default async (user: User, data: Option, silent = false) => new Promise<Note>(async (res, rej) => {
|
|
if (data.createdAt == null) data.createdAt = new Date();
|
|
if (data.visibility == null) data.visibility = 'public';
|
|
if (data.viaMobile == null) data.viaMobile = false;
|
|
if (data.localOnly == null) data.localOnly = false;
|
|
|
|
// サイレンス
|
|
if (user.isSilenced && data.visibility == 'public') {
|
|
data.visibility = 'home';
|
|
}
|
|
|
|
// Renote対象が「ホームまたは全体」以外の公開範囲ならreject
|
|
if (data.renote && data.renote.visibility != 'public' && data.renote.visibility != 'home') {
|
|
return rej('Renote target is not public or home');
|
|
}
|
|
|
|
// Renote対象がpublicではないならhomeにする
|
|
if (data.renote && data.renote.visibility != 'public' && data.visibility == 'public') {
|
|
data.visibility = 'home';
|
|
}
|
|
|
|
// 返信対象がpublicではないならhomeにする
|
|
if (data.reply && data.reply.visibility != 'public' && data.visibility == 'public') {
|
|
data.visibility = 'home';
|
|
}
|
|
|
|
// ローカルのみをRenoteしたらローカルのみにする
|
|
if (data.renote && data.renote.localOnly) {
|
|
data.localOnly = true;
|
|
}
|
|
|
|
// ローカルのみにリプライしたらローカルのみにする
|
|
if (data.reply && data.reply.localOnly) {
|
|
data.localOnly = true;
|
|
}
|
|
|
|
if (data.text) {
|
|
data.text = data.text.trim();
|
|
}
|
|
|
|
let tags = data.apHashtags;
|
|
let emojis = data.apEmojis;
|
|
let mentionedUsers = data.apMentions;
|
|
|
|
// Parse MFM if needed
|
|
if (!tags || !emojis || !mentionedUsers) {
|
|
const tokens = data.text ? parse(data.text)! : [];
|
|
const cwTokens = data.cw ? parse(data.cw)! : [];
|
|
const choiceTokens = data.poll && data.poll.choices
|
|
? concat(data.poll.choices.map(choice => parse(choice)!))
|
|
: [];
|
|
|
|
const combinedTokens = tokens.concat(cwTokens).concat(choiceTokens);
|
|
|
|
tags = data.apHashtags || extractHashtags(combinedTokens);
|
|
|
|
emojis = data.apEmojis || extractEmojis(combinedTokens);
|
|
|
|
mentionedUsers = data.apMentions || await extractMentionedUsers(user, combinedTokens);
|
|
}
|
|
|
|
tags = tags.filter(tag => Array.from(tag || '').length <= 128).splice(0, 32);
|
|
|
|
if (data.reply && (user.id !== data.reply.userId) && !mentionedUsers.some(u => u.id === data.reply!.userId)) {
|
|
mentionedUsers.push(await Users.findOne(data.reply.userId).then(ensure));
|
|
}
|
|
|
|
if (data.visibility == 'specified') {
|
|
if (data.visibleUsers == null) throw new Error('invalid param');
|
|
|
|
for (const u of data.visibleUsers) {
|
|
if (!mentionedUsers.some(x => x.id === u.id)) {
|
|
mentionedUsers.push(u);
|
|
}
|
|
}
|
|
|
|
if (data.reply && !data.visibleUsers.some(x => x.id === data.reply!.userId)) {
|
|
data.visibleUsers.push(await Users.findOne(data.reply.userId).then(ensure));
|
|
}
|
|
}
|
|
|
|
const note = await insertNote(user, data, tags, emojis, mentionedUsers);
|
|
|
|
res(note);
|
|
|
|
// 統計を更新
|
|
notesChart.update(note, true);
|
|
perUserNotesChart.update(user, note, true);
|
|
|
|
// Register host
|
|
if (Users.isRemoteUser(user)) {
|
|
registerOrFetchInstanceDoc(user.host).then(i => {
|
|
Instances.increment({ id: i.id }, 'notesCount', 1);
|
|
instanceChart.updateNote(i.host, note, true);
|
|
});
|
|
}
|
|
|
|
// ハッシュタグ更新
|
|
if (data.visibility === 'public' || data.visibility === 'home') {
|
|
updateHashtags(user, tags);
|
|
}
|
|
|
|
// Increment notes count (user)
|
|
incNotesCountOfUser(user);
|
|
|
|
// Antenna
|
|
Antennas.find().then(async antennas => {
|
|
const followings = await Followings.createQueryBuilder('following')
|
|
.andWhere(`following.followeeId = :userId`, { userId: note.userId })
|
|
.getMany();
|
|
|
|
const followers = followings.map(f => f.followerId);
|
|
|
|
for (const antenna of antennas) {
|
|
checkHitAntenna(antenna, note, user, followers).then(hit => {
|
|
if (hit) {
|
|
addNoteToAntenna(antenna, note, user);
|
|
}
|
|
});
|
|
}
|
|
});
|
|
|
|
if (data.reply) {
|
|
saveReply(data.reply, note);
|
|
}
|
|
|
|
if (data.renote) {
|
|
incRenoteCount(data.renote);
|
|
}
|
|
|
|
if (!silent) {
|
|
// ローカルユーザーのチャートはタイムライン取得時に更新しているのでリモートユーザーの場合だけでよい
|
|
if (Users.isRemoteUser(user)) activeUsersChart.update(user);
|
|
|
|
// 未読通知を作成
|
|
if (data.visibility == 'specified') {
|
|
if (data.visibleUsers == null) throw new Error('invalid param');
|
|
|
|
for (const u of data.visibleUsers) {
|
|
insertNoteUnread(u, note, true);
|
|
}
|
|
} else {
|
|
for (const u of mentionedUsers) {
|
|
insertNoteUnread(u, note, false);
|
|
}
|
|
}
|
|
|
|
// Pack the note
|
|
const noteObj = await Notes.pack(note);
|
|
|
|
if (user.notesCount === 0) {
|
|
(noteObj as any).isFirstNote = true;
|
|
}
|
|
|
|
publishNotesStream(noteObj);
|
|
|
|
const nm = new NotificationManager(user, note);
|
|
const nmRelatedPromises = [];
|
|
|
|
await createMentionedEvents(mentionedUsers, note, nm);
|
|
|
|
const profile = await UserProfiles.findOne(user.id).then(ensure);
|
|
|
|
// If has in reply to note
|
|
if (data.reply) {
|
|
// Fetch watchers
|
|
nmRelatedPromises.push(notifyToWatchersOfReplyee(data.reply, user, nm));
|
|
|
|
// この投稿をWatchする
|
|
if (Users.isLocalUser(user) && profile.autoWatch) {
|
|
watch(user.id, data.reply);
|
|
}
|
|
|
|
// 通知
|
|
if (data.reply.userHost === null) {
|
|
nm.push(data.reply.userId, 'reply');
|
|
publishMainStream(data.reply.userId, 'reply', noteObj);
|
|
}
|
|
}
|
|
|
|
// If it is renote
|
|
if (data.renote) {
|
|
const type = data.text ? 'quote' : 'renote';
|
|
|
|
// Notify
|
|
if (data.renote.userHost === null) {
|
|
nm.push(data.renote.userId, type);
|
|
}
|
|
|
|
// Fetch watchers
|
|
nmRelatedPromises.push(notifyToWatchersOfRenotee(data.renote, user, nm, type));
|
|
|
|
// この投稿をWatchする
|
|
if (Users.isLocalUser(user) && profile.autoWatch) {
|
|
watch(user.id, data.renote);
|
|
}
|
|
|
|
// Publish event
|
|
if ((user.id !== data.renote.userId) && data.renote.userHost === null) {
|
|
publishMainStream(data.renote.userId, 'renote', noteObj);
|
|
}
|
|
}
|
|
|
|
Promise.all(nmRelatedPromises).then(() => {
|
|
nm.deliver();
|
|
});
|
|
|
|
//#region AP deliver
|
|
if (Users.isLocalUser(user)) {
|
|
(async () => {
|
|
const noteActivity = await renderNoteOrRenoteActivity(data, note);
|
|
const dm = new DeliverManager(user, noteActivity);
|
|
|
|
// メンションされたリモートユーザーに配送
|
|
for (const u of mentionedUsers.filter(u => Users.isRemoteUser(u))) {
|
|
dm.addDirectRecipe(u as IRemoteUser);
|
|
}
|
|
|
|
// 投稿がリプライかつ投稿者がローカルユーザーかつリプライ先の投稿の投稿者がリモートユーザーなら配送
|
|
if (data.reply && data.reply.userHost !== null) {
|
|
const u = await Users.findOne(data.reply.userId);
|
|
if (u && Users.isRemoteUser(u)) dm.addDirectRecipe(u);
|
|
}
|
|
|
|
// 投稿がRenoteかつ投稿者がローカルユーザーかつRenote元の投稿の投稿者がリモートユーザーなら配送
|
|
if (data.renote && data.renote.userHost !== null) {
|
|
const u = await Users.findOne(data.renote.userId);
|
|
if (u && Users.isRemoteUser(u)) dm.addDirectRecipe(u);
|
|
}
|
|
|
|
// フォロワーに配送
|
|
if (['public', 'home', 'followers'].includes(note.visibility)) {
|
|
dm.addFollowersRecipe();
|
|
}
|
|
|
|
dm.execute();
|
|
})();
|
|
}
|
|
//#endregion
|
|
}
|
|
|
|
// Register to search database
|
|
index(note);
|
|
});
|
|
|
|
async function renderNoteOrRenoteActivity(data: Option, note: Note) {
|
|
if (data.localOnly) return null;
|
|
|
|
const content = data.renote && data.text == null && data.poll == null && (data.files == null || data.files.length == 0)
|
|
? renderAnnounce(data.renote.uri ? data.renote.uri : `${config.url}/notes/${data.renote.id}`, note)
|
|
: renderCreate(await renderNote(note, false), note);
|
|
|
|
return renderActivity(content);
|
|
}
|
|
|
|
function incRenoteCount(renote: Note) {
|
|
Notes.increment({ id: renote.id }, 'renoteCount', 1);
|
|
Notes.increment({ id: renote.id }, 'score', 1);
|
|
}
|
|
|
|
async function insertNote(user: User, data: Option, tags: string[], emojis: string[], mentionedUsers: User[]) {
|
|
const insert = new Note({
|
|
id: genId(data.createdAt!),
|
|
createdAt: data.createdAt!,
|
|
fileIds: data.files ? data.files.map(file => file.id) : [],
|
|
replyId: data.reply ? data.reply.id : null,
|
|
renoteId: data.renote ? data.renote.id : null,
|
|
name: data.name,
|
|
text: data.text,
|
|
hasPoll: data.poll != null,
|
|
cw: data.cw == null ? null : data.cw,
|
|
tags: tags.map(tag => tag.toLowerCase()),
|
|
emojis,
|
|
userId: user.id,
|
|
viaMobile: data.viaMobile!,
|
|
localOnly: data.localOnly!,
|
|
visibility: data.visibility as any,
|
|
visibleUserIds: data.visibility == 'specified'
|
|
? data.visibleUsers
|
|
? data.visibleUsers.map(u => u.id)
|
|
: []
|
|
: [],
|
|
|
|
attachedFileTypes: data.files ? data.files.map(file => file.type) : [],
|
|
|
|
// 以下非正規化データ
|
|
replyUserId: data.reply ? data.reply.userId : null,
|
|
replyUserHost: data.reply ? data.reply.userHost : null,
|
|
renoteUserId: data.renote ? data.renote.userId : null,
|
|
renoteUserHost: data.renote ? data.renote.userHost : null,
|
|
userHost: user.host,
|
|
});
|
|
|
|
if (data.uri != null) insert.uri = data.uri;
|
|
|
|
// Append mentions data
|
|
if (mentionedUsers.length > 0) {
|
|
insert.mentions = mentionedUsers.map(u => u.id);
|
|
const profiles = await UserProfiles.find({ userId: In(insert.mentions) });
|
|
insert.mentionedRemoteUsers = JSON.stringify(mentionedUsers.filter(u => Users.isRemoteUser(u)).map(u => {
|
|
const profile = profiles.find(p => p.userId == u.id);
|
|
const url = profile != null ? profile.url : null;
|
|
return {
|
|
uri: u.uri,
|
|
url: url == null ? undefined : url,
|
|
username: u.username,
|
|
host: u.host
|
|
} as IMentionedRemoteUsers[0];
|
|
}));
|
|
}
|
|
|
|
// 投稿を作成
|
|
try {
|
|
let note: Note;
|
|
if (insert.hasPoll) {
|
|
// Start transaction
|
|
await getConnection().transaction(async transactionalEntityManager => {
|
|
note = await transactionalEntityManager.save(insert);
|
|
|
|
const poll = new Poll({
|
|
noteId: note.id,
|
|
choices: data.poll!.choices,
|
|
expiresAt: data.poll!.expiresAt,
|
|
multiple: data.poll!.multiple,
|
|
votes: new Array(data.poll!.choices.length).fill(0),
|
|
noteVisibility: note.visibility,
|
|
userId: user.id,
|
|
userHost: user.host
|
|
});
|
|
|
|
await transactionalEntityManager.save(poll);
|
|
});
|
|
} else {
|
|
note = await Notes.save(insert);
|
|
}
|
|
|
|
return note!;
|
|
} catch (e) {
|
|
// duplicate key error
|
|
if (isDuplicateKeyValueError(e)) {
|
|
const err = new Error('Duplicated note');
|
|
err.name = 'duplicated';
|
|
throw err;
|
|
}
|
|
|
|
console.error(e);
|
|
|
|
throw new Error('something happened');
|
|
}
|
|
}
|
|
|
|
function index(note: Note) {
|
|
if (note.text == null || config.elasticsearch == null) return;
|
|
|
|
es!.index({
|
|
index: config.elasticsearch.index || 'misskey_note',
|
|
id: note.id.toString(),
|
|
body: {
|
|
text: note.text.toLowerCase(),
|
|
userId: note.userId,
|
|
userHost: note.userHost
|
|
}
|
|
});
|
|
}
|
|
|
|
async function notifyToWatchersOfRenotee(renote: Note, user: User, nm: NotificationManager, type: NotificationType) {
|
|
const watchers = await NoteWatchings.find({
|
|
noteId: renote.id,
|
|
userId: Not(user.id)
|
|
});
|
|
|
|
for (const watcher of watchers) {
|
|
nm.push(watcher.userId, type);
|
|
}
|
|
}
|
|
|
|
async function notifyToWatchersOfReplyee(reply: Note, user: User, nm: NotificationManager) {
|
|
const watchers = await NoteWatchings.find({
|
|
noteId: reply.id,
|
|
userId: Not(user.id)
|
|
});
|
|
|
|
for (const watcher of watchers) {
|
|
nm.push(watcher.userId, 'reply');
|
|
}
|
|
}
|
|
|
|
async function createMentionedEvents(mentionedUsers: User[], note: Note, nm: NotificationManager) {
|
|
for (const u of mentionedUsers.filter(u => Users.isLocalUser(u))) {
|
|
const detailPackedNote = await Notes.pack(note, u, {
|
|
detail: true
|
|
});
|
|
|
|
publishMainStream(u.id, 'mention', detailPackedNote);
|
|
|
|
// Create notification
|
|
nm.push(u.id, 'mention');
|
|
}
|
|
}
|
|
|
|
function saveReply(reply: Note, note: Note) {
|
|
Notes.increment({ id: reply.id }, 'repliesCount', 1);
|
|
}
|
|
|
|
function incNotesCountOfUser(user: User) {
|
|
Users.increment({ id: user.id }, 'notesCount', 1);
|
|
Users.update({ id: user.id }, {
|
|
updatedAt: new Date()
|
|
});
|
|
}
|
|
|
|
async function extractMentionedUsers(user: User, tokens: ReturnType<typeof parse>): Promise<User[]> {
|
|
if (tokens == null) return [];
|
|
|
|
const mentions = extractMentions(tokens);
|
|
|
|
let mentionedUsers = (await Promise.all(mentions.map(m =>
|
|
resolveUser(m.username, m.host || user.host).catch(() => null)
|
|
))).filter(x => x != null) as User[];
|
|
|
|
// Drop duplicate users
|
|
mentionedUsers = mentionedUsers.filter((u, i, self) =>
|
|
i === self.findIndex(u2 => u.id === u2.id)
|
|
);
|
|
|
|
return mentionedUsers;
|
|
}
|