2023-07-27 07:31:52 +02:00
|
|
|
/*
|
|
|
|
* SPDX-FileCopyrightText: syuilo and other misskey contributors
|
|
|
|
* SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
*/
|
|
|
|
|
2022-09-17 20:27:08 +02:00
|
|
|
import { Inject, Injectable } from '@nestjs/common';
|
2023-04-14 06:50:05 +02:00
|
|
|
import * as Redis from 'ioredis';
|
2023-10-27 11:34:02 +02:00
|
|
|
import type { BlockingsRepository, FollowingsRepository, MutingsRepository, RenoteMutingsRepository, MiUserProfile, UserProfilesRepository, UsersRepository, MiFollowing } from '@/models/_.js';
|
2023-04-04 10:32:09 +02:00
|
|
|
import { MemoryKVCache, RedisKVCache } from '@/misc/cache.js';
|
2023-09-20 04:33:36 +02:00
|
|
|
import type { MiLocalUser, MiUser } from '@/models/User.js';
|
2022-09-17 20:27:08 +02:00
|
|
|
import { DI } from '@/di-symbols.js';
|
2022-12-04 02:16:03 +01:00
|
|
|
import { UserEntityService } from '@/core/entities/UserEntityService.js';
|
2022-12-04 07:03:09 +01:00
|
|
|
import { bindThis } from '@/decorators.js';
|
2023-09-29 04:29:54 +02:00
|
|
|
import type { GlobalEvents } from '@/core/GlobalEventService.js';
|
2023-01-12 13:02:26 +01:00
|
|
|
import type { OnApplicationShutdown } from '@nestjs/common';
|
2022-09-17 20:27:08 +02:00
|
|
|
|
|
|
|
@Injectable()
|
2023-04-04 10:32:09 +02:00
|
|
|
export class CacheService implements OnApplicationShutdown {
|
2023-08-16 10:51:28 +02:00
|
|
|
public userByIdCache: MemoryKVCache<MiUser, MiUser | string>;
|
|
|
|
public localUserByNativeTokenCache: MemoryKVCache<MiLocalUser | null, string | null>;
|
|
|
|
public localUserByIdCache: MemoryKVCache<MiLocalUser>;
|
|
|
|
public uriPersonCache: MemoryKVCache<MiUser | null, string | null>;
|
|
|
|
public userProfileCache: RedisKVCache<MiUserProfile>;
|
2023-04-05 03:21:10 +02:00
|
|
|
public userMutingsCache: RedisKVCache<Set<string>>;
|
|
|
|
public userBlockingCache: RedisKVCache<Set<string>>;
|
|
|
|
public userBlockedCache: RedisKVCache<Set<string>>; // NOTE: 「被」Blockキャッシュ
|
|
|
|
public renoteMutingsCache: RedisKVCache<Set<string>>;
|
2023-10-03 13:26:11 +02:00
|
|
|
public userFollowingsCache: RedisKVCache<Record<string, Pick<MiFollowing, 'withReplies'> | undefined>>;
|
2022-09-17 20:27:08 +02:00
|
|
|
|
|
|
|
constructor(
|
2023-04-04 10:32:09 +02:00
|
|
|
@Inject(DI.redis)
|
|
|
|
private redisClient: Redis.Redis,
|
|
|
|
|
2023-04-09 10:09:27 +02:00
|
|
|
@Inject(DI.redisForSub)
|
|
|
|
private redisForSub: Redis.Redis,
|
2022-09-17 20:27:08 +02:00
|
|
|
|
|
|
|
@Inject(DI.usersRepository)
|
|
|
|
private usersRepository: UsersRepository,
|
|
|
|
|
2023-04-05 03:21:10 +02:00
|
|
|
@Inject(DI.userProfilesRepository)
|
|
|
|
private userProfilesRepository: UserProfilesRepository,
|
|
|
|
|
|
|
|
@Inject(DI.mutingsRepository)
|
|
|
|
private mutingsRepository: MutingsRepository,
|
|
|
|
|
|
|
|
@Inject(DI.blockingsRepository)
|
|
|
|
private blockingsRepository: BlockingsRepository,
|
|
|
|
|
|
|
|
@Inject(DI.renoteMutingsRepository)
|
|
|
|
private renoteMutingsRepository: RenoteMutingsRepository,
|
|
|
|
|
|
|
|
@Inject(DI.followingsRepository)
|
|
|
|
private followingsRepository: FollowingsRepository,
|
|
|
|
|
2022-09-17 20:27:08 +02:00
|
|
|
private userEntityService: UserEntityService,
|
|
|
|
) {
|
2022-12-04 07:03:09 +01:00
|
|
|
//this.onMessage = this.onMessage.bind(this);
|
2022-09-17 20:27:08 +02:00
|
|
|
|
2023-08-16 10:51:28 +02:00
|
|
|
const localUserByIdCache = new MemoryKVCache<MiLocalUser>(1000 * 60 * 60 * 6 /* 6h */);
|
2023-07-08 14:18:16 +02:00
|
|
|
this.localUserByIdCache = localUserByIdCache;
|
|
|
|
|
|
|
|
// ローカルユーザーならlocalUserByIdCacheにデータを追加し、こちらにはid(文字列)だけを追加する
|
2023-08-16 10:51:28 +02:00
|
|
|
const userByIdCache = new MemoryKVCache<MiUser, MiUser | string>(1000 * 60 * 60 * 6 /* 6h */, {
|
2023-07-08 14:18:16 +02:00
|
|
|
toMapConverter: user => {
|
|
|
|
if (user.host === null) {
|
2023-08-16 10:51:28 +02:00
|
|
|
localUserByIdCache.set(user.id, user as MiLocalUser);
|
2023-07-08 14:18:16 +02:00
|
|
|
return user.id;
|
|
|
|
}
|
|
|
|
|
|
|
|
return user;
|
|
|
|
},
|
|
|
|
fromMapConverter: userOrId => typeof userOrId === 'string' ? localUserByIdCache.get(userOrId) : userOrId,
|
|
|
|
});
|
|
|
|
this.userByIdCache = userByIdCache;
|
|
|
|
|
2023-08-16 10:51:28 +02:00
|
|
|
this.localUserByNativeTokenCache = new MemoryKVCache<MiLocalUser | null, string | null>(Infinity, {
|
2023-07-08 14:18:16 +02:00
|
|
|
toMapConverter: user => {
|
|
|
|
if (user === null) return null;
|
|
|
|
|
|
|
|
localUserByIdCache.set(user.id, user);
|
|
|
|
return user.id;
|
|
|
|
},
|
|
|
|
fromMapConverter: id => id === null ? null : localUserByIdCache.get(id),
|
|
|
|
});
|
2023-08-16 10:51:28 +02:00
|
|
|
this.uriPersonCache = new MemoryKVCache<MiUser | null, string | null>(Infinity, {
|
2023-07-08 14:18:16 +02:00
|
|
|
toMapConverter: user => {
|
|
|
|
if (user === null) return null;
|
|
|
|
|
|
|
|
userByIdCache.set(user.id, user);
|
|
|
|
return user.id;
|
|
|
|
},
|
|
|
|
fromMapConverter: id => id === null ? null : userByIdCache.get(id),
|
|
|
|
});
|
2023-04-05 03:21:10 +02:00
|
|
|
|
2023-08-16 10:51:28 +02:00
|
|
|
this.userProfileCache = new RedisKVCache<MiUserProfile>(this.redisClient, 'userProfile', {
|
2023-04-05 03:21:10 +02:00
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.userProfilesRepository.findOneByOrFail({ userId: key }),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(value),
|
|
|
|
fromRedisConverter: (value) => JSON.parse(value), // TODO: date型の考慮
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userMutingsCache = new RedisKVCache<Set<string>>(this.redisClient, 'userMutings', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.mutingsRepository.find({ where: { muterId: key }, select: ['muteeId'] }).then(xs => new Set(xs.map(x => x.muteeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userBlockingCache = new RedisKVCache<Set<string>>(this.redisClient, 'userBlocking', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.blockingsRepository.find({ where: { blockerId: key }, select: ['blockeeId'] }).then(xs => new Set(xs.map(x => x.blockeeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userBlockedCache = new RedisKVCache<Set<string>>(this.redisClient, 'userBlocked', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.blockingsRepository.find({ where: { blockeeId: key }, select: ['blockerId'] }).then(xs => new Set(xs.map(x => x.blockerId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.renoteMutingsCache = new RedisKVCache<Set<string>>(this.redisClient, 'renoteMutings', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.renoteMutingsRepository.find({ where: { muterId: key }, select: ['muteeId'] }).then(xs => new Set(xs.map(x => x.muteeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
2023-10-03 13:26:11 +02:00
|
|
|
this.userFollowingsCache = new RedisKVCache<Record<string, Pick<MiFollowing, 'withReplies'> | undefined>>(this.redisClient, 'userFollowings', {
|
2023-04-05 03:21:10 +02:00
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
2023-10-03 13:26:11 +02:00
|
|
|
fetcher: (key) => this.followingsRepository.find({ where: { followerId: key }, select: ['followeeId', 'withReplies'] }).then(xs => {
|
|
|
|
const obj: Record<string, Pick<MiFollowing, 'withReplies'> | undefined> = {};
|
|
|
|
for (const x of xs) {
|
|
|
|
obj[x.followeeId] = { withReplies: x.withReplies };
|
|
|
|
}
|
|
|
|
return obj;
|
|
|
|
}),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(value),
|
|
|
|
fromRedisConverter: (value) => JSON.parse(value),
|
2023-04-05 03:21:10 +02:00
|
|
|
});
|
|
|
|
|
2023-10-27 11:34:02 +02:00
|
|
|
// NOTE: チャンネルのフォロー状況キャッシュはChannelFollowingServiceで行っている
|
2022-09-17 20:27:08 +02:00
|
|
|
|
2023-04-09 10:09:27 +02:00
|
|
|
this.redisForSub.on('message', this.onMessage);
|
2022-09-17 20:27:08 +02:00
|
|
|
}
|
|
|
|
|
2022-12-04 07:03:09 +01:00
|
|
|
@bindThis
|
2022-09-24 00:12:11 +02:00
|
|
|
private async onMessage(_: string, data: string): Promise<void> {
|
2022-09-17 20:27:08 +02:00
|
|
|
const obj = JSON.parse(data);
|
|
|
|
|
|
|
|
if (obj.channel === 'internal') {
|
2023-09-29 04:29:54 +02:00
|
|
|
const { type, body } = obj.message as GlobalEvents['internal']['payload'];
|
2022-09-17 20:27:08 +02:00
|
|
|
switch (type) {
|
|
|
|
case 'userChangeSuspendedState':
|
|
|
|
case 'remoteUserUpdated': {
|
|
|
|
const user = await this.usersRepository.findOneByOrFail({ id: body.id });
|
2023-02-13 07:28:07 +01:00
|
|
|
this.userByIdCache.set(user.id, user);
|
2022-09-17 20:27:08 +02:00
|
|
|
for (const [k, v] of this.uriPersonCache.cache.entries()) {
|
2023-07-08 14:18:16 +02:00
|
|
|
if (v.value === user.id) {
|
2023-02-13 07:28:07 +01:00
|
|
|
this.uriPersonCache.set(k, user);
|
2022-09-17 20:27:08 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
if (this.userEntityService.isLocalUser(user)) {
|
2023-04-04 10:32:09 +02:00
|
|
|
this.localUserByNativeTokenCache.set(user.token!, user);
|
2022-09-17 20:27:08 +02:00
|
|
|
this.localUserByIdCache.set(user.id, user);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case 'userTokenRegenerated': {
|
2023-08-16 10:51:28 +02:00
|
|
|
const user = await this.usersRepository.findOneByOrFail({ id: body.id }) as MiLocalUser;
|
2022-09-17 20:27:08 +02:00
|
|
|
this.localUserByNativeTokenCache.delete(body.oldToken);
|
|
|
|
this.localUserByNativeTokenCache.set(body.newToken, user);
|
|
|
|
break;
|
|
|
|
}
|
2023-01-14 00:27:23 +01:00
|
|
|
case 'follow': {
|
|
|
|
const follower = this.userByIdCache.get(body.followerId);
|
|
|
|
if (follower) follower.followingCount++;
|
|
|
|
const followee = this.userByIdCache.get(body.followeeId);
|
|
|
|
if (followee) followee.followersCount++;
|
2023-10-03 13:26:11 +02:00
|
|
|
this.userFollowingsCache.delete(body.followerId);
|
2023-01-14 00:27:23 +01:00
|
|
|
break;
|
|
|
|
}
|
2022-09-17 20:27:08 +02:00
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-01-13 00:56:06 +01:00
|
|
|
@bindThis
|
2023-08-16 10:51:28 +02:00
|
|
|
public findUserById(userId: MiUser['id']) {
|
2023-02-13 07:28:07 +01:00
|
|
|
return this.userByIdCache.fetch(userId, () => this.usersRepository.findOneByOrFail({ id: userId }));
|
2023-01-13 00:56:06 +01:00
|
|
|
}
|
|
|
|
|
2022-12-04 07:03:09 +01:00
|
|
|
@bindThis
|
2023-05-29 06:21:26 +02:00
|
|
|
public dispose(): void {
|
2023-04-09 10:09:27 +02:00
|
|
|
this.redisForSub.off('message', this.onMessage);
|
2023-06-10 06:45:11 +02:00
|
|
|
this.userByIdCache.dispose();
|
|
|
|
this.localUserByNativeTokenCache.dispose();
|
|
|
|
this.localUserByIdCache.dispose();
|
|
|
|
this.uriPersonCache.dispose();
|
|
|
|
this.userProfileCache.dispose();
|
|
|
|
this.userMutingsCache.dispose();
|
|
|
|
this.userBlockingCache.dispose();
|
|
|
|
this.userBlockedCache.dispose();
|
|
|
|
this.renoteMutingsCache.dispose();
|
|
|
|
this.userFollowingsCache.dispose();
|
2022-09-17 20:27:08 +02:00
|
|
|
}
|
2023-05-29 06:21:26 +02:00
|
|
|
|
|
|
|
@bindThis
|
|
|
|
public onApplicationShutdown(signal?: string | undefined): void {
|
|
|
|
this.dispose();
|
|
|
|
}
|
2022-09-17 20:27:08 +02:00
|
|
|
}
|