d3710f0872
the frontend part is pretty straightforward, the backend part is ugly but it shouldn't make things worse than they already are
1048 lines
35 KiB
TypeScript
1048 lines
35 KiB
TypeScript
/*
|
|
* SPDX-FileCopyrightText: syuilo and other misskey contributors
|
|
* SPDX-License-Identifier: AGPL-3.0-only
|
|
*/
|
|
|
|
import { setImmediate } from 'node:timers/promises';
|
|
import * as mfm from '@transfem-org/sfm-js';
|
|
import { DataSource, In, IsNull, LessThan } from 'typeorm';
|
|
import * as Redis from 'ioredis';
|
|
import { Inject, Injectable, OnApplicationShutdown } from '@nestjs/common';
|
|
import RE2 from 're2';
|
|
import { extractMentions } from '@/misc/extract-mentions.js';
|
|
import { extractCustomEmojisFromMfm } from '@/misc/extract-custom-emojis-from-mfm.js';
|
|
import { extractHashtags } from '@/misc/extract-hashtags.js';
|
|
import type { IMentionedRemoteUsers } from '@/models/Note.js';
|
|
import { MiNote } from '@/models/Note.js';
|
|
import type { NoteEditRepository, ChannelFollowingsRepository, ChannelsRepository, FollowingsRepository, InstancesRepository, MiFollowing, MutingsRepository, NotesRepository, NoteThreadMutingsRepository, UserListMembershipsRepository, UserProfilesRepository, UsersRepository, PollsRepository } from '@/models/_.js';
|
|
import type { MiDriveFile } from '@/models/DriveFile.js';
|
|
import type { MiApp } from '@/models/App.js';
|
|
import { concat } from '@/misc/prelude/array.js';
|
|
import { IdService } from '@/core/IdService.js';
|
|
import type { MiUser, MiLocalUser, MiRemoteUser } from '@/models/User.js';
|
|
import { MiPoll, type IPoll } from '@/models/Poll.js';
|
|
import type { MiChannel } from '@/models/Channel.js';
|
|
import { normalizeForSearch } from '@/misc/normalize-for-search.js';
|
|
import { RelayService } from '@/core/RelayService.js';
|
|
import { FederatedInstanceService } from '@/core/FederatedInstanceService.js';
|
|
import { DI } from '@/di-symbols.js';
|
|
import type { Config } from '@/config.js';
|
|
import InstanceChart from '@/core/chart/charts/instance.js';
|
|
import ActiveUsersChart from '@/core/chart/charts/active-users.js';
|
|
import { GlobalEventService } from '@/core/GlobalEventService.js';
|
|
import { NotificationService } from '@/core/NotificationService.js';
|
|
import { UserWebhookService } from '@/core/UserWebhookService.js';
|
|
import { QueueService } from '@/core/QueueService.js';
|
|
import { NoteEntityService } from '@/core/entities/NoteEntityService.js';
|
|
import { UserEntityService } from '@/core/entities/UserEntityService.js';
|
|
import { ApRendererService } from '@/core/activitypub/ApRendererService.js';
|
|
import { ApDeliverManagerService } from '@/core/activitypub/ApDeliverManagerService.js';
|
|
import { NoteReadService } from '@/core/NoteReadService.js';
|
|
import { RemoteUserResolveService } from '@/core/RemoteUserResolveService.js';
|
|
import { bindThis } from '@/decorators.js';
|
|
import { DB_MAX_NOTE_TEXT_LENGTH } from '@/const.js';
|
|
import { RoleService } from '@/core/RoleService.js';
|
|
import { MetaService } from '@/core/MetaService.js';
|
|
import { SearchService } from '@/core/SearchService.js';
|
|
import { FanoutTimelineService } from '@/core/FanoutTimelineService.js';
|
|
import { UtilityService } from '@/core/UtilityService.js';
|
|
import { UserBlockingService } from '@/core/UserBlockingService.js';
|
|
import { CacheService } from '@/core/CacheService.js';
|
|
import { isReply } from '@/misc/is-reply.js';
|
|
import { trackPromise } from '@/misc/promise-tracker.js';
|
|
import { isUserRelated } from '@/misc/is-user-related.js';
|
|
import { IdentifiableError } from '@/misc/identifiable-error.js';
|
|
|
|
type NotificationType = 'reply' | 'renote' | 'quote' | 'mention' | 'edited';
|
|
|
|
class NotificationManager {
|
|
private notifier: { id: MiUser['id']; };
|
|
private note: MiNote;
|
|
private queue: {
|
|
target: MiLocalUser['id'];
|
|
reason: NotificationType;
|
|
}[];
|
|
|
|
constructor(
|
|
private mutingsRepository: MutingsRepository,
|
|
private notificationService: NotificationService,
|
|
notifier: { id: MiUser['id']; },
|
|
note: MiNote,
|
|
) {
|
|
this.notifier = notifier;
|
|
this.note = note;
|
|
this.queue = [];
|
|
}
|
|
|
|
@bindThis
|
|
public push(notifiee: MiLocalUser['id'], reason: NotificationType) {
|
|
// 自分自身へは通知しない
|
|
if (this.notifier.id === notifiee) return;
|
|
|
|
const exist = this.queue.find(x => x.target === notifiee);
|
|
|
|
if (exist) {
|
|
// 「メンションされているかつ返信されている」場合は、メンションとしての通知ではなく返信としての通知にする
|
|
if (reason !== 'mention') {
|
|
exist.reason = reason;
|
|
}
|
|
} else {
|
|
this.queue.push({
|
|
reason: reason,
|
|
target: notifiee,
|
|
});
|
|
}
|
|
}
|
|
|
|
@bindThis
|
|
public async notify() {
|
|
for (const x of this.queue) {
|
|
if (x.reason === 'renote') {
|
|
this.notificationService.createNotification(x.target, 'renote', {
|
|
noteId: this.note.id,
|
|
targetNoteId: this.note.renoteId!,
|
|
}, this.notifier.id);
|
|
} else {
|
|
this.notificationService.createNotification(x.target, x.reason, {
|
|
noteId: this.note.id,
|
|
}, this.notifier.id);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
type MinimumUser = {
|
|
id: MiUser['id'];
|
|
host: MiUser['host'];
|
|
username: MiUser['username'];
|
|
uri: MiUser['uri'];
|
|
};
|
|
|
|
type Option = {
|
|
createdAt?: Date | null;
|
|
name?: string | null;
|
|
text?: string | null;
|
|
reply?: MiNote | null;
|
|
renote?: MiNote | null;
|
|
files?: MiDriveFile[] | null;
|
|
poll?: IPoll | null;
|
|
localOnly?: boolean | null;
|
|
reactionAcceptance?: MiNote['reactionAcceptance'];
|
|
cw?: string | null;
|
|
visibility?: string;
|
|
visibleUsers?: MinimumUser[] | null;
|
|
channel?: MiChannel | null;
|
|
apMentions?: MinimumUser[] | null;
|
|
apHashtags?: string[] | null;
|
|
apEmojis?: string[] | null;
|
|
uri?: string | null;
|
|
url?: string | null;
|
|
app?: MiApp | null;
|
|
updatedAt?: Date | null;
|
|
editcount?: boolean | null;
|
|
};
|
|
|
|
@Injectable()
|
|
export class NoteEditService implements OnApplicationShutdown {
|
|
#shutdownController = new AbortController();
|
|
|
|
constructor(
|
|
@Inject(DI.config)
|
|
private config: Config,
|
|
|
|
@Inject(DI.db)
|
|
private db: DataSource,
|
|
|
|
@Inject(DI.redisForTimelines)
|
|
private redisForTimelines: Redis.Redis,
|
|
|
|
@Inject(DI.usersRepository)
|
|
private usersRepository: UsersRepository,
|
|
|
|
@Inject(DI.notesRepository)
|
|
private notesRepository: NotesRepository,
|
|
|
|
@Inject(DI.mutingsRepository)
|
|
private mutingsRepository: MutingsRepository,
|
|
|
|
@Inject(DI.instancesRepository)
|
|
private instancesRepository: InstancesRepository,
|
|
|
|
@Inject(DI.userProfilesRepository)
|
|
private userProfilesRepository: UserProfilesRepository,
|
|
|
|
@Inject(DI.userListMembershipsRepository)
|
|
private userListMembershipsRepository: UserListMembershipsRepository,
|
|
|
|
@Inject(DI.channelsRepository)
|
|
private channelsRepository: ChannelsRepository,
|
|
|
|
@Inject(DI.noteThreadMutingsRepository)
|
|
private noteThreadMutingsRepository: NoteThreadMutingsRepository,
|
|
|
|
@Inject(DI.followingsRepository)
|
|
private followingsRepository: FollowingsRepository,
|
|
|
|
@Inject(DI.channelFollowingsRepository)
|
|
private channelFollowingsRepository: ChannelFollowingsRepository,
|
|
|
|
@Inject(DI.noteEditRepository)
|
|
private noteEditRepository: NoteEditRepository,
|
|
|
|
@Inject(DI.pollsRepository)
|
|
private pollsRepository: PollsRepository,
|
|
|
|
private userEntityService: UserEntityService,
|
|
private noteEntityService: NoteEntityService,
|
|
private idService: IdService,
|
|
private globalEventService: GlobalEventService,
|
|
private queueService: QueueService,
|
|
private fanoutTimelineService: FanoutTimelineService,
|
|
private noteReadService: NoteReadService,
|
|
private notificationService: NotificationService,
|
|
private relayService: RelayService,
|
|
private federatedInstanceService: FederatedInstanceService,
|
|
private webhookService: UserWebhookService,
|
|
private remoteUserResolveService: RemoteUserResolveService,
|
|
private apDeliverManagerService: ApDeliverManagerService,
|
|
private apRendererService: ApRendererService,
|
|
private roleService: RoleService,
|
|
private metaService: MetaService,
|
|
private searchService: SearchService,
|
|
private activeUsersChart: ActiveUsersChart,
|
|
private instanceChart: InstanceChart,
|
|
private utilityService: UtilityService,
|
|
private userBlockingService: UserBlockingService,
|
|
private cacheService: CacheService,
|
|
) { }
|
|
|
|
@bindThis
|
|
public async edit(user: {
|
|
id: MiUser['id'];
|
|
username: MiUser['username'];
|
|
host: MiUser['host'];
|
|
isBot: MiUser['isBot'];
|
|
noindex: MiUser['noindex'];
|
|
}, editid: MiNote['id'], data: Option, silent = false): Promise<MiNote> {
|
|
if (!editid) {
|
|
throw new Error('fail');
|
|
}
|
|
|
|
const oldnote = await this.notesRepository.findOneBy({
|
|
id: editid,
|
|
});
|
|
|
|
if (oldnote == null) {
|
|
throw new Error('no such note');
|
|
}
|
|
|
|
if (oldnote.userId !== user.id) {
|
|
throw new Error('not the author');
|
|
}
|
|
|
|
// we never want to change the replyId, so fetch the original "parent"
|
|
if (oldnote.replyId) {
|
|
data.reply = await this.notesRepository.findOneBy({ id: oldnote.replyId });
|
|
} else {
|
|
data.reply = undefined;
|
|
}
|
|
|
|
// changing visibility on an edit is ill-defined, let's try to
|
|
// keep the same visibility as the original note
|
|
data.visibility = oldnote.visibility;
|
|
data.localOnly = oldnote.localOnly;
|
|
|
|
// チャンネル外にリプライしたら対象のスコープに合わせる
|
|
// (クライアントサイドでやっても良い処理だと思うけどとりあえずサーバーサイドで)
|
|
if (data.reply && data.channel && data.reply.channelId !== data.channel.id) {
|
|
if (data.reply.channelId) {
|
|
data.channel = await this.channelsRepository.findOneBy({ id: data.reply.channelId });
|
|
} else {
|
|
data.channel = null;
|
|
}
|
|
}
|
|
|
|
// チャンネル内にリプライしたら対象のスコープに合わせる
|
|
// (クライアントサイドでやっても良い処理だと思うけどとりあえずサーバーサイドで)
|
|
if (data.reply && (data.channel == null) && data.reply.channelId) {
|
|
data.channel = await this.channelsRepository.findOneBy({ id: data.reply.channelId });
|
|
}
|
|
|
|
if (data.visibility == null) data.visibility = 'public';
|
|
if (data.localOnly == null) data.localOnly = false;
|
|
if (data.channel != null) data.visibility = 'public';
|
|
if (data.channel != null) data.visibleUsers = [];
|
|
if (data.channel != null) data.localOnly = true;
|
|
if (data.updatedAt == null) data.updatedAt = new Date();
|
|
|
|
const meta = await this.metaService.fetch();
|
|
|
|
if (data.visibility === 'public' && data.channel == null) {
|
|
const sensitiveWords = meta.sensitiveWords;
|
|
if (this.utilityService.isKeyWordIncluded(data.cw ?? data.text ?? '', sensitiveWords)) {
|
|
data.visibility = 'home';
|
|
} else if ((await this.roleService.getUserPolicies(user.id)).canPublicNote === false) {
|
|
data.visibility = 'home';
|
|
}
|
|
}
|
|
|
|
const hasProhibitedWords = await this.checkProhibitedWordsContain({
|
|
cw: data.cw,
|
|
text: data.text,
|
|
pollChoices: data.poll?.choices,
|
|
}, meta.prohibitedWords);
|
|
|
|
if (hasProhibitedWords) {
|
|
throw new IdentifiableError('689ee33f-f97c-479a-ac49-1b9f8140af99', 'Note contains prohibited words');
|
|
}
|
|
|
|
const inSilencedInstance = this.utilityService.isSilencedHost((meta).silencedHosts, user.host);
|
|
|
|
if (data.visibility === 'public' && inSilencedInstance && user.host !== null) {
|
|
data.visibility = 'home';
|
|
}
|
|
|
|
if (this.isRenote(data)) {
|
|
if (data.renote.id === oldnote.id) {
|
|
throw new Error("A note can't renote itself");
|
|
}
|
|
|
|
switch (data.renote.visibility) {
|
|
case 'public':
|
|
// public noteは無条件にrenote可能
|
|
break;
|
|
case 'home':
|
|
// home noteはhome以下にrenote可能
|
|
if (data.visibility === 'public') {
|
|
data.visibility = 'home';
|
|
}
|
|
break;
|
|
case 'followers':
|
|
// 他人のfollowers noteはreject
|
|
if (data.renote.userId !== user.id) {
|
|
throw new Error('Renote target is not public or home');
|
|
}
|
|
|
|
// Renote対象がfollowersならfollowersにする
|
|
data.visibility = 'followers';
|
|
break;
|
|
case 'specified':
|
|
// specified / direct noteはreject
|
|
throw new Error('Renote target is not public or home');
|
|
}
|
|
}
|
|
|
|
// Check blocking
|
|
if (this.isRenote(data) && !this.isQuote(data)) {
|
|
if (data.renote.userHost === null) {
|
|
if (data.renote.userId !== user.id) {
|
|
const blocked = await this.userBlockingService.checkBlocked(data.renote.userId, user.id);
|
|
if (blocked) {
|
|
throw new Error('blocked');
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// 返信対象がpublicではないならhomeにする
|
|
if (data.reply && data.reply.visibility !== 'public' && data.visibility === 'public') {
|
|
data.visibility = 'home';
|
|
}
|
|
|
|
// ローカルのみをRenoteしたらローカルのみにする
|
|
if (this.isRenote(data) && data.renote.localOnly && data.channel == null) {
|
|
data.localOnly = true;
|
|
}
|
|
|
|
// ローカルのみにリプライしたらローカルのみにする
|
|
if (data.reply && data.reply.localOnly && data.channel == null) {
|
|
data.localOnly = true;
|
|
}
|
|
|
|
if (data.text) {
|
|
if (data.text.length > DB_MAX_NOTE_TEXT_LENGTH) {
|
|
data.text = data.text.slice(0, DB_MAX_NOTE_TEXT_LENGTH);
|
|
}
|
|
data.text = data.text.trim();
|
|
if (data.text === '') {
|
|
data.text = null;
|
|
}
|
|
} else {
|
|
data.text = null;
|
|
}
|
|
|
|
let tags = data.apHashtags;
|
|
let emojis = data.apEmojis;
|
|
let mentionedUsers = data.apMentions;
|
|
|
|
// Parse MFM if needed
|
|
if (!tags || !emojis || !mentionedUsers) {
|
|
const tokens = data.text ? mfm.parse(data.text)! : [];
|
|
const cwTokens = data.cw ? mfm.parse(data.cw)! : [];
|
|
const choiceTokens = data.poll && data.poll.choices
|
|
? concat(data.poll.choices.map(choice => mfm.parse(choice)!))
|
|
: [];
|
|
|
|
const combinedTokens = tokens.concat(cwTokens).concat(choiceTokens);
|
|
|
|
tags = data.apHashtags ?? extractHashtags(combinedTokens);
|
|
|
|
emojis = data.apEmojis ?? extractCustomEmojisFromMfm(combinedTokens);
|
|
|
|
mentionedUsers = data.apMentions ?? await this.extractMentionedUsers(user, combinedTokens);
|
|
}
|
|
|
|
// if the host is media-silenced, custom emojis are not allowed
|
|
if (this.utilityService.isMediaSilencedHost(meta.mediaSilencedHosts, user.host)) emojis = [];
|
|
|
|
tags = tags.filter(tag => Array.from(tag ?? '').length <= 128).splice(0, 32);
|
|
|
|
if (data.reply && (user.id !== data.reply.userId) && !mentionedUsers.some(u => u.id === data.reply!.userId)) {
|
|
mentionedUsers.push(await this.usersRepository.findOneByOrFail({ id: data.reply!.userId }));
|
|
}
|
|
|
|
if (data.visibility === 'specified') {
|
|
if (data.visibleUsers == null) throw new Error('invalid param');
|
|
|
|
for (const u of data.visibleUsers) {
|
|
if (!mentionedUsers.some(x => x.id === u.id)) {
|
|
mentionedUsers.push(u);
|
|
}
|
|
}
|
|
|
|
if (data.reply && !data.visibleUsers.some(x => x.id === data.reply!.userId)) {
|
|
data.visibleUsers.push(await this.usersRepository.findOneByOrFail({ id: data.reply!.userId }));
|
|
}
|
|
}
|
|
|
|
if (user.host && !data.cw) {
|
|
await this.federatedInstanceService.fetch(user.host).then(async i => {
|
|
if (i.isNSFW) {
|
|
data.cw = 'Instance is marked as NSFW';
|
|
}
|
|
});
|
|
}
|
|
|
|
if (mentionedUsers.length > 0 && mentionedUsers.length > (await this.roleService.getUserPolicies(user.id)).mentionLimit) {
|
|
throw new IdentifiableError('9f466dab-c856-48cd-9e65-ff90ff750580', 'Note contains too many mentions');
|
|
}
|
|
|
|
const update: Partial<MiNote> = {};
|
|
if (data.text !== oldnote.text) {
|
|
update.text = data.text;
|
|
}
|
|
if (data.cw !== oldnote.cw) {
|
|
update.cw = data.cw;
|
|
}
|
|
if (oldnote.hasPoll !== !!data.poll) {
|
|
update.hasPoll = !!data.poll;
|
|
}
|
|
|
|
// technically we should check if the two sets of files are
|
|
// different, or if their descriptions have changed. In practice
|
|
// this is good enough.
|
|
const filesChanged = oldnote.fileIds?.length || data.files?.length;
|
|
|
|
const poll = await this.pollsRepository.findOneBy({ noteId: oldnote.id });
|
|
|
|
const oldPoll = poll ? { choices: poll.choices, multiple: poll.multiple, expiresAt: poll.expiresAt } : null;
|
|
|
|
if (Object.keys(update).length > 0 || filesChanged) {
|
|
const exists = await this.noteEditRepository.findOneBy({ noteId: oldnote.id });
|
|
|
|
await this.noteEditRepository.insert({
|
|
id: this.idService.gen(),
|
|
noteId: oldnote.id,
|
|
oldText: oldnote.text || undefined,
|
|
newText: update.text || undefined,
|
|
cw: update.cw || undefined,
|
|
fileIds: undefined,
|
|
oldDate: exists ? oldnote.updatedAt as Date : this.idService.parse(oldnote.id).date,
|
|
updatedAt: new Date(),
|
|
});
|
|
|
|
const note = new MiNote({
|
|
id: oldnote.id,
|
|
updatedAt: data.updatedAt ? data.updatedAt : new Date(),
|
|
fileIds: data.files ? data.files.map(file => file.id) : [],
|
|
replyId: oldnote.replyId,
|
|
renoteId: data.renote ? data.renote.id : null,
|
|
channelId: data.channel ? data.channel.id : null,
|
|
threadId: data.reply
|
|
? data.reply.threadId
|
|
? data.reply.threadId
|
|
: data.reply.id
|
|
: null,
|
|
name: data.name,
|
|
text: data.text,
|
|
hasPoll: data.poll != null,
|
|
cw: data.cw ?? null,
|
|
tags: tags.map(tag => normalizeForSearch(tag)),
|
|
emojis,
|
|
reactions: oldnote.reactions,
|
|
userId: user.id,
|
|
localOnly: data.localOnly!,
|
|
reactionAcceptance: data.reactionAcceptance,
|
|
visibility: data.visibility as any,
|
|
visibleUserIds: data.visibility === 'specified'
|
|
? data.visibleUsers
|
|
? data.visibleUsers.map(u => u.id)
|
|
: []
|
|
: [],
|
|
|
|
attachedFileTypes: data.files ? data.files.map(file => file.type) : [],
|
|
|
|
// 以下非正規化データ
|
|
replyUserId: data.reply ? data.reply.userId : null,
|
|
replyUserHost: data.reply ? data.reply.userHost : null,
|
|
renoteUserId: data.renote ? data.renote.userId : null,
|
|
renoteUserHost: data.renote ? data.renote.userHost : null,
|
|
userHost: user.host,
|
|
});
|
|
|
|
if (data.uri != null) note.uri = data.uri;
|
|
if (data.url != null) note.url = data.url;
|
|
|
|
if (mentionedUsers.length > 0) {
|
|
note.mentions = mentionedUsers.map(u => u.id);
|
|
const profiles = await this.userProfilesRepository.findBy({ userId: In(note.mentions) });
|
|
note.mentionedRemoteUsers = JSON.stringify(mentionedUsers.filter(u => this.userEntityService.isRemoteUser(u)).map(u => {
|
|
const profile = profiles.find(p => p.userId === u.id);
|
|
const url = profile != null ? profile.url : null;
|
|
return {
|
|
uri: u.uri,
|
|
url: url ?? undefined,
|
|
username: u.username,
|
|
host: u.host,
|
|
} as IMentionedRemoteUsers[0];
|
|
}));
|
|
}
|
|
|
|
if (data.poll != null && JSON.stringify(data.poll) !== JSON.stringify(oldPoll)) {
|
|
// Start transaction
|
|
await this.db.transaction(async transactionalEntityManager => {
|
|
await transactionalEntityManager.update(MiNote, oldnote.id, note);
|
|
|
|
const poll = new MiPoll({
|
|
noteId: note.id,
|
|
choices: data.poll!.choices,
|
|
expiresAt: data.poll!.expiresAt,
|
|
multiple: data.poll!.multiple,
|
|
votes: new Array(data.poll!.choices.length).fill(0),
|
|
noteVisibility: note.visibility,
|
|
userId: user.id,
|
|
userHost: user.host,
|
|
channelId: data.channel ? data.channel.id : null,
|
|
});
|
|
|
|
if (!oldnote.hasPoll) {
|
|
await transactionalEntityManager.insert(MiPoll, poll);
|
|
} else {
|
|
await transactionalEntityManager.update(MiPoll, oldnote.id, poll);
|
|
}
|
|
});
|
|
} else {
|
|
await this.notesRepository.update(oldnote.id, note);
|
|
}
|
|
|
|
setImmediate('post edited', { signal: this.#shutdownController.signal }).then(
|
|
() => this.postNoteEdited(note, user, data, silent, tags!, mentionedUsers!),
|
|
() => { /* aborted, ignore this */ },
|
|
);
|
|
|
|
return note;
|
|
} else {
|
|
return oldnote;
|
|
}
|
|
}
|
|
|
|
@bindThis
|
|
private async postNoteEdited(note: MiNote, user: {
|
|
id: MiUser['id'];
|
|
username: MiUser['username'];
|
|
host: MiUser['host'];
|
|
isBot: MiUser['isBot'];
|
|
noindex: MiUser['noindex'];
|
|
}, data: Option, silent: boolean, tags: string[], mentionedUsers: MinimumUser[]) {
|
|
// Register host
|
|
if (this.userEntityService.isRemoteUser(user)) {
|
|
this.federatedInstanceService.fetch(user.host).then(async i => {
|
|
this.instancesRepository.increment({ id: i.id }, 'notesCount', 1);
|
|
if ((await this.metaService.fetch()).enableChartsForFederatedInstances) {
|
|
this.instanceChart.updateNote(i.host, note, true);
|
|
}
|
|
});
|
|
}
|
|
|
|
// ハッシュタグ更新
|
|
this.pushToTl(note, user);
|
|
|
|
if (data.poll && data.poll.expiresAt) {
|
|
const delay = data.poll.expiresAt.getTime() - Date.now();
|
|
this.queueService.endedPollNotificationQueue.remove(note.id);
|
|
this.queueService.endedPollNotificationQueue.add(note.id, {
|
|
noteId: note.id,
|
|
}, {
|
|
delay,
|
|
removeOnComplete: true,
|
|
});
|
|
}
|
|
|
|
if (!silent) {
|
|
if (this.userEntityService.isLocalUser(user)) this.activeUsersChart.write(user);
|
|
|
|
// 未読通知を作成
|
|
if (data.visibility === 'specified') {
|
|
if (data.visibleUsers == null) throw new Error('invalid param');
|
|
|
|
for (const u of data.visibleUsers) {
|
|
// ローカルユーザーのみ
|
|
if (!this.userEntityService.isLocalUser(u)) continue;
|
|
|
|
this.noteReadService.insertNoteUnread(u.id, note, {
|
|
isSpecified: true,
|
|
isMentioned: false,
|
|
});
|
|
}
|
|
} else {
|
|
for (const u of mentionedUsers) {
|
|
// ローカルユーザーのみ
|
|
if (!this.userEntityService.isLocalUser(u)) continue;
|
|
|
|
this.noteReadService.insertNoteUnread(u.id, note, {
|
|
isSpecified: false,
|
|
isMentioned: true,
|
|
});
|
|
}
|
|
}
|
|
|
|
// Pack the note
|
|
const noteObj = await this.noteEntityService.pack(note, null, { skipHide: true, withReactionAndUserPairCache: true });
|
|
if (data.poll != null) {
|
|
this.globalEventService.publishNoteStream(note.id, 'updated', {
|
|
cw: note.cw,
|
|
text: note.text!,
|
|
});
|
|
} else {
|
|
this.globalEventService.publishNoteStream(note.id, 'updated', {
|
|
cw: note.cw,
|
|
text: note.text!,
|
|
});
|
|
}
|
|
|
|
this.roleService.addNoteToRoleTimeline(noteObj);
|
|
|
|
this.webhookService.getActiveWebhooks().then(webhooks => {
|
|
webhooks = webhooks.filter(x => x.userId === user.id && x.on.includes('note'));
|
|
for (const webhook of webhooks) {
|
|
this.queueService.userWebhookDeliver(webhook, 'note', {
|
|
note: noteObj,
|
|
});
|
|
}
|
|
});
|
|
|
|
const nm = new NotificationManager(this.mutingsRepository, this.notificationService, user, note);
|
|
|
|
//await this.createMentionedEvents(mentionedUsers, note, nm);
|
|
|
|
// If has in reply to note
|
|
if (data.reply) {
|
|
// 通知
|
|
if (data.reply.userHost === null) {
|
|
const isThreadMuted = await this.noteThreadMutingsRepository.exists({
|
|
where: {
|
|
userId: data.reply.userId,
|
|
threadId: data.reply.threadId ?? data.reply.id,
|
|
},
|
|
});
|
|
|
|
const [
|
|
userIdsWhoMeMuting,
|
|
] = data.reply.userId ? await Promise.all([
|
|
this.cacheService.userMutingsCache.fetch(data.reply.userId),
|
|
]) : [new Set<string>()];
|
|
|
|
const muted = isUserRelated(note, userIdsWhoMeMuting);
|
|
|
|
if (!isThreadMuted && !muted) {
|
|
nm.push(data.reply.userId, 'edited');
|
|
this.globalEventService.publishMainStream(data.reply.userId, 'edited', noteObj);
|
|
|
|
const webhooks = (await this.webhookService.getActiveWebhooks()).filter(x => x.userId === data.reply!.userId && x.on.includes('edited'));
|
|
for (const webhook of webhooks) {
|
|
this.queueService.userWebhookDeliver(webhook, 'edited', {
|
|
note: noteObj,
|
|
});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
nm.notify();
|
|
|
|
//#region AP deliver
|
|
if (this.userEntityService.isLocalUser(user)) {
|
|
(async () => {
|
|
const noteActivity = await this.renderNoteOrRenoteActivity(data, note);
|
|
const dm = this.apDeliverManagerService.createDeliverManager(user, noteActivity);
|
|
|
|
// メンションされたリモートユーザーに配送
|
|
for (const u of mentionedUsers.filter(u => this.userEntityService.isRemoteUser(u))) {
|
|
dm.addDirectRecipe(u as MiRemoteUser);
|
|
}
|
|
|
|
// 投稿がリプライかつ投稿者がローカルユーザーかつリプライ先の投稿の投稿者がリモートユーザーなら配送
|
|
if (data.reply && data.reply.userHost !== null) {
|
|
const u = await this.usersRepository.findOneBy({ id: data.reply.userId });
|
|
if (u && this.userEntityService.isRemoteUser(u)) dm.addDirectRecipe(u);
|
|
}
|
|
|
|
// 投稿がRenoteかつ投稿者がローカルユーザーかつRenote元の投稿の投稿者がリモートユーザーなら配送
|
|
if (this.isRenote(data) && data.renote.userHost !== null) {
|
|
const u = await this.usersRepository.findOneBy({ id: data.renote.userId });
|
|
if (u && this.userEntityService.isRemoteUser(u)) dm.addDirectRecipe(u);
|
|
}
|
|
|
|
// フォロワーに配送
|
|
if (['public', 'home', 'followers'].includes(note.visibility)) {
|
|
dm.addFollowersRecipe();
|
|
}
|
|
|
|
if (['public', 'home'].includes(note.visibility)) {
|
|
// Send edit event to all users who replied to,
|
|
// renoted a post or reacted to a note.
|
|
const noteId = note.id;
|
|
const users = await this.usersRepository.createQueryBuilder()
|
|
.where(
|
|
'id IN (SELECT "userId" FROM note WHERE "replyId" = :noteId OR "renoteId" = :noteId UNION SELECT "userId" FROM note_reaction WHERE "noteId" = :noteId)',
|
|
{ noteId },
|
|
)
|
|
.andWhere('host IS NOT NULL')
|
|
.getMany();
|
|
for (const u of users) {
|
|
// User was verified to be remote by checking
|
|
// whether host IS NOT NULL in SQL query.
|
|
dm.addDirectRecipe(u as MiRemoteUser);
|
|
}
|
|
}
|
|
|
|
if (['public'].includes(note.visibility)) {
|
|
this.relayService.deliverToRelays(user, noteActivity);
|
|
}
|
|
|
|
trackPromise(dm.execute());
|
|
})();
|
|
}
|
|
//#endregion
|
|
}
|
|
|
|
if (data.channel) {
|
|
this.channelsRepository.increment({ id: data.channel.id }, 'notesCount', 1);
|
|
this.channelsRepository.update(data.channel.id, {
|
|
lastNotedAt: new Date(),
|
|
});
|
|
|
|
this.notesRepository.countBy({
|
|
userId: user.id,
|
|
channelId: data.channel.id,
|
|
}).then(count => {
|
|
// この処理が行われるのはノート作成後なので、ノートが一つしかなかったら最初の投稿だと判断できる
|
|
// TODO: とはいえノートを削除して何回も投稿すればその分だけインクリメントされる雑さもあるのでどうにかしたい
|
|
if (count === 1) {
|
|
this.channelsRepository.increment({ id: data.channel!.id }, 'usersCount', 1);
|
|
}
|
|
});
|
|
}
|
|
|
|
// Register to search database
|
|
if (!user.noindex) this.index(note);
|
|
}
|
|
|
|
@bindThis
|
|
private isRenote(note: Option): note is Option & { renote: MiNote } {
|
|
return note.renote != null;
|
|
}
|
|
|
|
@bindThis
|
|
private isQuote(note: Option & { renote: MiNote }): note is Option & { renote: MiNote } & (
|
|
{ text: string } | { cw: string } | { reply: MiNote } | { poll: IPoll } | { files: MiDriveFile[] }
|
|
) {
|
|
// NOTE: SYNC WITH misc/is-quote.ts
|
|
return note.text != null ||
|
|
note.reply != null ||
|
|
note.cw != null ||
|
|
note.poll != null ||
|
|
(note.files != null && note.files.length > 0);
|
|
}
|
|
|
|
@bindThis
|
|
private async createMentionedEvents(mentionedUsers: MinimumUser[], note: MiNote, nm: NotificationManager) {
|
|
for (const u of mentionedUsers.filter(u => this.userEntityService.isLocalUser(u))) {
|
|
const isThreadMuted = await this.noteThreadMutingsRepository.exists({
|
|
where: {
|
|
userId: u.id,
|
|
threadId: note.threadId ?? note.id,
|
|
},
|
|
});
|
|
|
|
const [
|
|
userIdsWhoMeMuting,
|
|
] = u.id ? await Promise.all([
|
|
this.cacheService.userMutingsCache.fetch(u.id),
|
|
]) : [new Set<string>()];
|
|
|
|
const muted = isUserRelated(note, userIdsWhoMeMuting);
|
|
|
|
if (isThreadMuted || muted) {
|
|
continue;
|
|
}
|
|
|
|
const detailPackedNote = await this.noteEntityService.pack(note, u, {
|
|
detail: true,
|
|
});
|
|
|
|
this.globalEventService.publishMainStream(u.id, 'edited', detailPackedNote);
|
|
|
|
const webhooks = (await this.webhookService.getActiveWebhooks()).filter(x => x.userId === u.id && x.on.includes('edited'));
|
|
for (const webhook of webhooks) {
|
|
this.queueService.userWebhookDeliver(webhook, 'edited', {
|
|
note: detailPackedNote,
|
|
});
|
|
}
|
|
|
|
// Create notification
|
|
nm.push(u.id, 'edited');
|
|
}
|
|
}
|
|
|
|
@bindThis
|
|
private async renderNoteOrRenoteActivity(data: Option, note: MiNote) {
|
|
if (data.localOnly) return null;
|
|
const user = await this.usersRepository.findOneBy({ id: note.userId });
|
|
if (user == null) throw new Error('user not found');
|
|
|
|
const content = this.isRenote(data) && !this.isQuote(data)
|
|
? this.apRendererService.renderAnnounce(data.renote.uri ? data.renote.uri : `${this.config.url}/notes/${data.renote.id}`, note)
|
|
: this.apRendererService.renderUpdate(await this.apRendererService.renderUpNote(note, false), user);
|
|
|
|
return this.apRendererService.addContext(content);
|
|
}
|
|
|
|
@bindThis
|
|
private index(note: MiNote) {
|
|
if (note.text == null && note.cw == null) return;
|
|
|
|
this.searchService.indexNote(note);
|
|
}
|
|
|
|
@bindThis
|
|
private async extractMentionedUsers(user: { host: MiUser['host']; }, tokens: mfm.MfmNode[]): Promise<MiUser[]> {
|
|
if (tokens == null) return [];
|
|
|
|
const mentions = extractMentions(tokens);
|
|
let mentionedUsers = (await Promise.all(mentions.map(m =>
|
|
this.remoteUserResolveService.resolveUser(m.username, m.host ?? user.host).catch(() => null),
|
|
))).filter(x => x !== null) as MiUser[];
|
|
|
|
// Drop duplicate users
|
|
mentionedUsers = mentionedUsers.filter((u, i, self) =>
|
|
i === self.findIndex(u2 => u.id === u2.id),
|
|
);
|
|
|
|
return mentionedUsers;
|
|
}
|
|
|
|
@bindThis
|
|
private async pushToTl(note: MiNote, user: { id: MiUser['id']; host: MiUser['host']; }) {
|
|
const meta = await this.metaService.fetch();
|
|
if (!meta.enableFanoutTimeline) return;
|
|
|
|
const r = this.redisForTimelines.pipeline();
|
|
|
|
if (note.channelId) {
|
|
this.fanoutTimelineService.push(`channelTimeline:${note.channelId}`, note.id, this.config.perChannelMaxNoteCacheCount, r);
|
|
|
|
this.fanoutTimelineService.push(`userTimelineWithChannel:${user.id}`, note.id, note.userHost == null ? meta.perLocalUserUserTimelineCacheMax : meta.perRemoteUserUserTimelineCacheMax, r);
|
|
|
|
const channelFollowings = await this.channelFollowingsRepository.find({
|
|
where: {
|
|
followeeId: note.channelId,
|
|
},
|
|
select: ['followerId'],
|
|
});
|
|
|
|
for (const channelFollowing of channelFollowings) {
|
|
this.fanoutTimelineService.push(`homeTimeline:${channelFollowing.followerId}`, note.id, meta.perUserHomeTimelineCacheMax, r);
|
|
if (note.fileIds.length > 0) {
|
|
this.fanoutTimelineService.push(`homeTimelineWithFiles:${channelFollowing.followerId}`, note.id, meta.perUserHomeTimelineCacheMax / 2, r);
|
|
}
|
|
}
|
|
} else {
|
|
// TODO: キャッシュ？
|
|
// eslint-disable-next-line prefer-const
|
|
let [followings, userListMemberships] = await Promise.all([
|
|
this.followingsRepository.find({
|
|
where: {
|
|
followeeId: user.id,
|
|
followerHost: IsNull(),
|
|
isFollowerHibernated: false,
|
|
},
|
|
select: ['followerId', 'withReplies'],
|
|
}),
|
|
this.userListMembershipsRepository.find({
|
|
where: {
|
|
userId: user.id,
|
|
},
|
|
select: ['userListId', 'userListUserId', 'withReplies'],
|
|
}),
|
|
]);
|
|
|
|
if (note.visibility === 'followers') {
|
|
// TODO: 重そうだから何とかしたい Set 使う？
|
|
userListMemberships = userListMemberships.filter(x => x.userListUserId === user.id || followings.some(f => f.followerId === x.userListUserId));
|
|
}
|
|
|
|
// TODO: あまりにも数が多いと redisPipeline.exec に失敗する(理由は不明)ため、3万件程度を目安に分割して実行するようにする
|
|
for (const following of followings) {
|
|
// 基本的にvisibleUserIdsには自身のidが含まれている前提であること
|
|
if (note.visibility === 'specified' && !note.visibleUserIds.some(v => v === following.followerId)) continue;
|
|
|
|
// 「自分自身への返信 or そのフォロワーへの返信」のどちらでもない場合
|
|
if (isReply(note, following.followerId)) {
|
|
if (!following.withReplies) continue;
|
|
}
|
|
|
|
this.fanoutTimelineService.push(`homeTimeline:${following.followerId}`, note.id, meta.perUserHomeTimelineCacheMax, r);
|
|
if (note.fileIds.length > 0) {
|
|
this.fanoutTimelineService.push(`homeTimelineWithFiles:${following.followerId}`, note.id, meta.perUserHomeTimelineCacheMax / 2, r);
|
|
}
|
|
}
|
|
|
|
for (const userListMembership of userListMemberships) {
|
|
// ダイレクトのとき、そのリストが対象外のユーザーの場合
|
|
if (
|
|
note.visibility === 'specified' &&
|
|
note.userId !== userListMembership.userListUserId &&
|
|
!note.visibleUserIds.some(v => v === userListMembership.userListUserId)
|
|
) continue;
|
|
|
|
// 「自分自身への返信 or そのリストの作成者への返信」のどちらでもない場合
|
|
if (isReply(note, userListMembership.userListUserId)) {
|
|
if (!userListMembership.withReplies) continue;
|
|
}
|
|
|
|
this.fanoutTimelineService.push(`userListTimeline:${userListMembership.userListId}`, note.id, meta.perUserListTimelineCacheMax, r);
|
|
if (note.fileIds.length > 0) {
|
|
this.fanoutTimelineService.push(`userListTimelineWithFiles:${userListMembership.userListId}`, note.id, meta.perUserListTimelineCacheMax / 2, r);
|
|
}
|
|
}
|
|
|
|
// 自分自身のHTL
|
|
if (note.userHost == null) {
|
|
if (note.visibility !== 'specified' || !note.visibleUserIds.some(v => v === user.id)) {
|
|
this.fanoutTimelineService.push(`homeTimeline:${user.id}`, note.id, meta.perUserHomeTimelineCacheMax, r);
|
|
if (note.fileIds.length > 0) {
|
|
this.fanoutTimelineService.push(`homeTimelineWithFiles:${user.id}`, note.id, meta.perUserHomeTimelineCacheMax / 2, r);
|
|
}
|
|
}
|
|
}
|
|
|
|
// 自分自身以外への返信
|
|
if (isReply(note)) {
|
|
this.fanoutTimelineService.push(`userTimelineWithReplies:${user.id}`, note.id, note.userHost == null ? meta.perLocalUserUserTimelineCacheMax : meta.perRemoteUserUserTimelineCacheMax, r);
|
|
|
|
if (note.visibility === 'public' && note.userHost == null) {
|
|
this.fanoutTimelineService.push('localTimelineWithReplies', note.id, 300, r);
|
|
if (note.replyUserHost == null) {
|
|
this.fanoutTimelineService.push(`localTimelineWithReplyTo:${note.replyUserId}`, note.id, 300 / 10, r);
|
|
}
|
|
}
|
|
} else {
|
|
this.fanoutTimelineService.push(`userTimeline:${user.id}`, note.id, note.userHost == null ? meta.perLocalUserUserTimelineCacheMax : meta.perRemoteUserUserTimelineCacheMax, r);
|
|
if (note.fileIds.length > 0) {
|
|
this.fanoutTimelineService.push(`userTimelineWithFiles:${user.id}`, note.id, note.userHost == null ? meta.perLocalUserUserTimelineCacheMax / 2 : meta.perRemoteUserUserTimelineCacheMax / 2, r);
|
|
}
|
|
|
|
if (note.visibility === 'public' && note.userHost == null) {
|
|
this.fanoutTimelineService.push('localTimeline', note.id, 1000, r);
|
|
if (note.fileIds.length > 0) {
|
|
this.fanoutTimelineService.push('localTimelineWithFiles', note.id, 500, r);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (Math.random() < 0.1) {
|
|
process.nextTick(() => {
|
|
this.checkHibernation(followings);
|
|
});
|
|
}
|
|
}
|
|
|
|
r.exec();
|
|
}
|
|
|
|
@bindThis
|
|
public async checkHibernation(followings: MiFollowing[]) {
|
|
if (followings.length === 0) return;
|
|
|
|
const shuffle = (array: MiFollowing[]) => {
|
|
for (let i = array.length - 1; i > 0; i--) {
|
|
const j = Math.floor(Math.random() * (i + 1));
|
|
[array[i], array[j]] = [array[j], array[i]];
|
|
}
|
|
return array;
|
|
};
|
|
|
|
// ランダムに最大1000件サンプリング
|
|
const samples = shuffle(followings).slice(0, Math.min(followings.length, 1000));
|
|
|
|
const hibernatedUsers = await this.usersRepository.find({
|
|
where: {
|
|
id: In(samples.map(x => x.followerId)),
|
|
lastActiveDate: LessThan(new Date(Date.now() - (1000 * 60 * 60 * 24 * 50))),
|
|
},
|
|
select: ['id'],
|
|
});
|
|
|
|
if (hibernatedUsers.length > 0) {
|
|
this.usersRepository.update({
|
|
id: In(hibernatedUsers.map(x => x.id)),
|
|
}, {
|
|
isHibernated: true,
|
|
});
|
|
|
|
this.followingsRepository.update({
|
|
followerId: In(hibernatedUsers.map(x => x.id)),
|
|
}, {
|
|
isFollowerHibernated: true,
|
|
});
|
|
}
|
|
}
|
|
|
|
public async checkProhibitedWordsContain(content: Parameters<UtilityService['concatNoteContentsForKeyWordCheck']>[0], prohibitedWords?: string[]) {
|
|
if (prohibitedWords == null) {
|
|
prohibitedWords = (await this.metaService.fetch()).prohibitedWords;
|
|
}
|
|
|
|
if (
|
|
this.utilityService.isKeyWordIncluded(
|
|
this.utilityService.concatNoteContentsForKeyWordCheck(content),
|
|
prohibitedWords,
|
|
)
|
|
) {
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
@bindThis
|
|
public dispose(): void {
|
|
this.#shutdownController.abort();
|
|
}
|
|
|
|
@bindThis
|
|
public onApplicationShutdown(signal?: string | undefined): void {
|
|
this.dispose();
|
|
}
|
|
}
|