hippofish/packages/backend/src/server/web/ClientServerService.ts

589 lines
18 KiB
TypeScript
Raw Normal View History

2022-09-17 20:27:08 +02:00
import { dirname } from 'node:path';
import { fileURLToPath } from 'node:url';
import { PathOrFileDescriptor, readFileSync } from 'node:fs';
import { Inject, Injectable } from '@nestjs/common';
2022-12-04 09:33:51 +01:00
import { createBullBoard } from '@bull-board/api';
import { BullAdapter } from '@bull-board/api/bullAdapter.js';
import { FastifyAdapter } from '@bull-board/fastify';
2022-09-17 20:27:08 +02:00
import ms from 'ms';
import sharp from 'sharp';
import pug from 'pug';
2022-09-17 20:27:08 +02:00
import { In, IsNull } from 'typeorm';
import fastifyStatic from '@fastify/static';
import fastifyView from '@fastify/view';
2022-12-04 09:33:51 +01:00
import fastifyCookie from '@fastify/cookie';
import fastifyProxy from '@fastify/http-proxy';
import vary from 'vary';
2022-09-20 22:33:11 +02:00
import type { Config } from '@/config.js';
2022-09-17 20:27:08 +02:00
import { getNoteSummary } from '@/misc/get-note-summary.js';
import { DI } from '@/di-symbols.js';
import * as Acct from '@/misc/acct.js';
import { MetaService } from '@/core/MetaService.js';
2022-12-04 02:16:03 +01:00
import type { DbQueue, DeliverQueue, EndedPollNotificationQueue, InboxQueue, ObjectStorageQueue, SystemQueue, WebhookDeliverQueue } from '@/core/QueueModule.js';
2022-09-17 20:27:08 +02:00
import { UserEntityService } from '@/core/entities/UserEntityService.js';
import { NoteEntityService } from '@/core/entities/NoteEntityService.js';
import { PageEntityService } from '@/core/entities/PageEntityService.js';
import { GalleryPostEntityService } from '@/core/entities/GalleryPostEntityService.js';
import { ClipEntityService } from '@/core/entities/ClipEntityService.js';
import { ChannelEntityService } from '@/core/entities/ChannelEntityService.js';
2022-09-22 23:07:29 +02:00
import type { ChannelsRepository, ClipsRepository, GalleryPostsRepository, NotesRepository, PagesRepository, UserProfilesRepository, UsersRepository } from '@/models/index.js';
2022-11-17 01:31:07 +01:00
import { deepClone } from '@/misc/clone.js';
import { bindThis } from '@/decorators.js';
2022-09-17 20:27:08 +02:00
import manifest from './manifest.json' assert { type: 'json' };
import { FeedService } from './FeedService.js';
import { UrlPreviewService } from './UrlPreviewService.js';
import type { FastifyInstance, FastifyPluginOptions, FastifyReply } from 'fastify';
2022-09-17 20:27:08 +02:00
const _filename = fileURLToPath(import.meta.url);
const _dirname = dirname(_filename);
const staticAssets = `${_dirname}/../../../assets/`;
const clientAssets = `${_dirname}/../../../../client/assets/`;
const assets = `${_dirname}/../../../../../built/_client_dist_/`;
const swAssets = `${_dirname}/../../../../../built/_sw_dist_/`;
const viteOut = `${_dirname}/../../../../../built/_vite_/`;
2022-09-17 20:27:08 +02:00
@Injectable()
export class ClientServerService {
constructor(
@Inject(DI.config)
private config: Config,
@Inject(DI.usersRepository)
private usersRepository: UsersRepository,
@Inject(DI.userProfilesRepository)
private userProfilesRepository: UserProfilesRepository,
@Inject(DI.notesRepository)
private notesRepository: NotesRepository,
@Inject(DI.galleryPostsRepository)
private galleryPostsRepository: GalleryPostsRepository,
@Inject(DI.channelsRepository)
private channelsRepository: ChannelsRepository,
@Inject(DI.clipsRepository)
private clipsRepository: ClipsRepository,
@Inject(DI.pagesRepository)
private pagesRepository: PagesRepository,
private userEntityService: UserEntityService,
private noteEntityService: NoteEntityService,
private pageEntityService: PageEntityService,
private galleryPostEntityService: GalleryPostEntityService,
private clipEntityService: ClipEntityService,
private channelEntityService: ChannelEntityService,
private metaService: MetaService,
private urlPreviewService: UrlPreviewService,
private feedService: FeedService,
@Inject('queue:system') public systemQueue: SystemQueue,
@Inject('queue:endedPollNotification') public endedPollNotificationQueue: EndedPollNotificationQueue,
@Inject('queue:deliver') public deliverQueue: DeliverQueue,
@Inject('queue:inbox') public inboxQueue: InboxQueue,
@Inject('queue:db') public dbQueue: DbQueue,
@Inject('queue:objectStorage') public objectStorageQueue: ObjectStorageQueue,
@Inject('queue:webhookDeliver') public webhookDeliverQueue: WebhookDeliverQueue,
) {
//this.createServer = this.createServer.bind(this);
2022-09-17 20:27:08 +02:00
}
@bindThis
private async manifestHandler(reply: FastifyReply) {
2022-11-17 01:31:07 +01:00
const res = deepClone(manifest);
2022-09-17 20:27:08 +02:00
const instance = await this.metaService.fetch(true);
res.short_name = instance.name ?? 'Misskey';
res.name = instance.name ?? 'Misskey';
if (instance.themeColor) res.theme_color = instance.themeColor;
reply.header('Cache-Control', 'max-age=300');
return (res);
2022-09-17 20:27:08 +02:00
}
@bindThis
public createServer(fastify: FastifyInstance, options: FastifyPluginOptions, done: (err?: Error) => void) {
2022-12-04 09:33:51 +01:00
fastify.register(fastifyCookie, {});
2022-09-17 20:27:08 +02:00
//#region Bull Dashboard
const bullBoardPath = '/queue';
// Authenticate
2022-12-04 09:33:51 +01:00
fastify.addHook('onRequest', async (request, reply) => {
if (request.url === bullBoardPath || request.url.startsWith(bullBoardPath + '/')) {
const token = request.cookies.token;
2022-09-17 20:27:08 +02:00
if (token == null) {
reply.code(401);
2022-12-04 09:33:51 +01:00
throw new Error('login required');
2022-09-17 20:27:08 +02:00
}
const user = await this.usersRepository.findOneBy({ token });
if (user == null || !(user.isAdmin || user.isModerator)) {
reply.code(403);
2022-12-04 09:33:51 +01:00
throw new Error('access denied');
2022-09-17 20:27:08 +02:00
}
}
});
2022-12-04 09:33:51 +01:00
const serverAdapter = new FastifyAdapter();
2022-09-17 20:27:08 +02:00
createBullBoard({
queues: [
this.systemQueue,
this.endedPollNotificationQueue,
this.deliverQueue,
this.inboxQueue,
this.dbQueue,
this.objectStorageQueue,
this.webhookDeliverQueue,
].map(q => new BullAdapter(q)),
serverAdapter,
});
serverAdapter.setBasePath(bullBoardPath);
2022-12-04 09:33:51 +01:00
fastify.register(serverAdapter.registerPlugin(), { prefix: bullBoardPath });
2022-09-17 20:27:08 +02:00
//#endregion
fastify.register(fastifyView, {
root: _dirname + '/views',
engine: {
pug: pug,
},
defaultContext: {
2022-09-17 20:27:08 +02:00
version: this.config.version,
config: this.config,
},
});
fastify.addHook('onRequest', (request, reply, done) => {
// クリックジャッキング防止のためiFrameの中に入れられないようにする
reply.header('X-Frame-Options', 'DENY');
done();
});
2022-09-17 20:27:08 +02:00
//#region vite assets
if (this.config.clientManifestExists) {
fastify.register(fastifyStatic, {
root: viteOut,
prefix: '/vite/',
maxAge: ms('30 days'),
decorateReply: false,
});
} else {
fastify.register(fastifyProxy, {
upstream: 'http://localhost:5173', // TODO: port configuration
prefix: '/vite',
rewritePrefix: '/vite',
});
}
//#endregion
2022-09-17 20:27:08 +02:00
//#region static assets
fastify.register(fastifyStatic, {
root: _dirname,
serve: false,
2022-09-17 20:27:08 +02:00
});
fastify.register(fastifyStatic, {
root: staticAssets,
prefix: '/static-assets/',
maxAge: ms('7 days'),
decorateReply: false,
2022-09-17 20:27:08 +02:00
});
fastify.register(fastifyStatic, {
root: clientAssets,
prefix: '/client-assets/',
maxAge: ms('7 days'),
decorateReply: false,
2022-09-17 20:27:08 +02:00
});
fastify.register(fastifyStatic, {
root: assets,
prefix: '/assets/',
maxAge: ms('7 days'),
decorateReply: false,
});
fastify.get('/favicon.ico', async (request, reply) => {
return reply.sendFile('/favicon.ico', staticAssets);
});
fastify.get('/apple-touch-icon.png', async (request, reply) => {
return reply.sendFile('/apple-touch-icon.png', staticAssets);
2022-09-17 20:27:08 +02:00
});
fastify.get<{ Params: { path: string } }>('/twemoji/:path(.*)', async (request, reply) => {
const path = request.params.path;
2022-09-17 20:27:08 +02:00
if (!path.match(/^[0-9a-f-]+\.svg$/)) {
reply.code(404);
2022-09-17 20:27:08 +02:00
return;
}
reply.header('Content-Security-Policy', 'default-src \'none\'; style-src \'unsafe-inline\'');
2022-09-17 20:27:08 +02:00
return await reply.sendFile(path, `${_dirname}/../../../node_modules/@discordapp/twemoji/dist/svg/`, {
maxAge: ms('30 days'),
2022-09-17 20:27:08 +02:00
});
});
fastify.get<{ Params: { path: string } }>('/twemoji-badge/:path(.*)', async (request, reply) => {
const path = request.params.path;
2022-09-17 20:27:08 +02:00
if (!path.match(/^[0-9a-f-]+\.png$/)) {
reply.code(404);
2022-09-17 20:27:08 +02:00
return;
}
const mask = await sharp(
`${_dirname}/../../../node_modules/@discordapp/twemoji/dist/svg/${path.replace('.png', '')}.svg`,
{ density: 1000 },
)
.resize(488, 488)
.greyscale()
.normalise()
.linear(1.75, -(128 * 1.75) + 128) // 1.75x contrast
.flatten({ background: '#000' })
.extend({
top: 12,
bottom: 12,
left: 12,
right: 12,
background: '#000',
})
.toColorspace('b-w')
.png()
.toBuffer();
const buffer = await sharp({
create: { width: 512, height: 512, channels: 4, background: { r: 0, g: 0, b: 0, alpha: 0 } },
})
.pipelineColorspace('b-w')
.boolean(mask, 'eor')
.resize(96, 96)
.png()
.toBuffer();
reply.header('Content-Security-Policy', 'default-src \'none\'; style-src \'unsafe-inline\'');
reply.header('Cache-Control', 'max-age=2592000');
reply.header('Content-Type', 'image/png');
return buffer;
2022-09-17 20:27:08 +02:00
});
// ServiceWorker
fastify.get('/sw.js', async (request, reply) => {
return await reply.sendFile('/sw.js', swAssets, {
maxAge: ms('10 minutes'),
2022-09-17 20:27:08 +02:00
});
});
// Manifest
fastify.get('/manifest.json', async (request, reply) => await this.manifestHandler(reply));
2022-09-17 20:27:08 +02:00
fastify.get('/robots.txt', async (request, reply) => {
return await reply.sendFile('/robots.txt', staticAssets);
2022-09-17 20:27:08 +02:00
});
//#endregion
const renderBase = async (reply: FastifyReply) => {
const meta = await this.metaService.fetch();
reply.header('Cache-Control', 'public, max-age=15');
return await reply.view('base', {
img: meta.bannerUrl,
title: meta.name ?? 'Misskey',
instanceName: meta.name ?? 'Misskey',
desc: meta.description,
icon: meta.iconUrl,
themeColor: meta.themeColor,
2022-09-17 20:27:08 +02:00
});
};
2022-09-17 20:27:08 +02:00
// URL preview endpoint
fastify.get<{ Querystring: { url: string; lang: string; } }>('/url', (request, reply) => this.urlPreviewService.handle(request, reply));
2022-09-17 20:27:08 +02:00
const getFeed = async (acct: string) => {
const { username, host } = Acct.parse(acct);
const user = await this.usersRepository.findOneBy({
usernameLower: username.toLowerCase(),
host: host ?? IsNull(),
isSuspended: false,
});
return user && await this.feedService.packFeed(user);
};
// Atom
fastify.get<{ Params: { user: string; } }>('/@:user.atom', async (request, reply) => {
const feed = await getFeed(request.params.user);
2022-09-17 20:27:08 +02:00
if (feed) {
reply.header('Content-Type', 'application/atom+xml; charset=utf-8');
return feed.atom1();
2022-09-17 20:27:08 +02:00
} else {
reply.code(404);
2022-09-17 20:27:08 +02:00
}
});
// RSS
fastify.get<{ Params: { user: string; } }>('/@:user.rss', async (request, reply) => {
const feed = await getFeed(request.params.user);
2022-09-17 20:27:08 +02:00
if (feed) {
reply.header('Content-Type', 'application/rss+xml; charset=utf-8');
return feed.rss2();
2022-09-17 20:27:08 +02:00
} else {
reply.code(404);
2022-09-17 20:27:08 +02:00
}
});
// JSON
fastify.get<{ Params: { user: string; } }>('/@:user.json', async (request, reply) => {
const feed = await getFeed(request.params.user);
2022-09-17 20:27:08 +02:00
if (feed) {
reply.header('Content-Type', 'application/json; charset=utf-8');
return feed.json1();
2022-09-17 20:27:08 +02:00
} else {
reply.code(404);
2022-09-17 20:27:08 +02:00
}
});
//#region SSR (for crawlers)
// User
fastify.get<{ Params: { user: string; sub?: string; } }>('/@:user/:sub?', async (request, reply) => {
const { username, host } = Acct.parse(request.params.user);
2022-09-17 20:27:08 +02:00
const user = await this.usersRepository.findOneBy({
usernameLower: username.toLowerCase(),
host: host ?? IsNull(),
isSuspended: false,
});
if (user != null) {
const profile = await this.userProfilesRepository.findOneByOrFail({ userId: user.id });
const meta = await this.metaService.fetch();
const me = profile.fields
? profile.fields
.filter(filed => filed.value != null && filed.value.match(/^https?:/))
.map(field => field.value)
: [];
reply.header('Cache-Control', 'public, max-age=15');
return await reply.view('user', {
2022-09-17 20:27:08 +02:00
user, profile, me,
avatarUrl: await this.userEntityService.getAvatarUrl(user),
sub: request.params.sub,
2022-09-17 20:27:08 +02:00
instanceName: meta.name ?? 'Misskey',
icon: meta.iconUrl,
themeColor: meta.themeColor,
});
} else {
// リモートユーザーなので
// モデレータがAPI経由で参照可能にするために404にはしない
return await renderBase(reply);
2022-09-17 20:27:08 +02:00
}
});
fastify.get<{ Params: { user: string; } }>('/users/:user', async (request, reply) => {
2022-09-17 20:27:08 +02:00
const user = await this.usersRepository.findOneBy({
id: request.params.user,
2022-09-17 20:27:08 +02:00
host: IsNull(),
isSuspended: false,
});
if (user == null) {
reply.code(404);
2022-09-17 20:27:08 +02:00
return;
}
reply.redirect(`/@${user.username}${ user.host == null ? '' : '@' + user.host}`);
2022-09-17 20:27:08 +02:00
});
// Note
fastify.get<{ Params: { note: string; } }>('/notes/:note', async (request, reply) => {
vary(reply.raw, 'Accept');
2022-09-17 20:27:08 +02:00
const note = await this.notesRepository.findOneBy({
id: request.params.note,
2022-09-17 20:27:08 +02:00
visibility: In(['public', 'home']),
});
if (note) {
const _note = await this.noteEntityService.pack(note);
const profile = await this.userProfilesRepository.findOneByOrFail({ userId: note.userId });
const meta = await this.metaService.fetch();
reply.header('Cache-Control', 'public, max-age=15');
return await reply.view('note', {
2022-09-17 20:27:08 +02:00
note: _note,
profile,
avatarUrl: await this.userEntityService.getAvatarUrl(await this.usersRepository.findOneByOrFail({ id: note.userId })),
// TODO: Let locale changeable by instance setting
summary: getNoteSummary(_note),
instanceName: meta.name ?? 'Misskey',
icon: meta.iconUrl,
themeColor: meta.themeColor,
});
} else {
return await renderBase(reply);
2022-09-17 20:27:08 +02:00
}
});
// Page
fastify.get<{ Params: { user: string; page: string; } }>('/@:user/pages/:page', async (request, reply) => {
const { username, host } = Acct.parse(request.params.user);
2022-09-17 20:27:08 +02:00
const user = await this.usersRepository.findOneBy({
usernameLower: username.toLowerCase(),
host: host ?? IsNull(),
});
if (user == null) return;
const page = await this.pagesRepository.findOneBy({
name: request.params.page,
2022-09-17 20:27:08 +02:00
userId: user.id,
});
if (page) {
const _page = await this.pageEntityService.pack(page);
const profile = await this.userProfilesRepository.findOneByOrFail({ userId: page.userId });
const meta = await this.metaService.fetch();
if (['public'].includes(page.visibility)) {
reply.header('Cache-Control', 'public, max-age=15');
} else {
reply.header('Cache-Control', 'private, max-age=0, must-revalidate');
}
return await reply.view('page', {
2022-09-17 20:27:08 +02:00
page: _page,
profile,
avatarUrl: await this.userEntityService.getAvatarUrl(await this.usersRepository.findOneByOrFail({ id: page.userId })),
instanceName: meta.name ?? 'Misskey',
icon: meta.iconUrl,
themeColor: meta.themeColor,
});
} else {
return await renderBase(reply);
2022-09-17 20:27:08 +02:00
}
});
// Clip
// TODO: 非publicなclipのハンドリング
fastify.get<{ Params: { clip: string; } }>('/clips/:clip', async (request, reply) => {
2022-09-17 20:27:08 +02:00
const clip = await this.clipsRepository.findOneBy({
id: request.params.clip,
2022-09-17 20:27:08 +02:00
});
if (clip) {
const _clip = await this.clipEntityService.pack(clip);
const profile = await this.userProfilesRepository.findOneByOrFail({ userId: clip.userId });
const meta = await this.metaService.fetch();
reply.header('Cache-Control', 'public, max-age=15');
return await reply.view('clip', {
2022-09-17 20:27:08 +02:00
clip: _clip,
profile,
avatarUrl: await this.userEntityService.getAvatarUrl(await this.usersRepository.findOneByOrFail({ id: clip.userId })),
instanceName: meta.name ?? 'Misskey',
icon: meta.iconUrl,
themeColor: meta.themeColor,
});
} else {
return await renderBase(reply);
2022-09-17 20:27:08 +02:00
}
});
// Gallery post
fastify.get<{ Params: { post: string; } }>('/gallery/:post', async (request, reply) => {
const post = await this.galleryPostsRepository.findOneBy({ id: request.params.post });
2022-09-17 20:27:08 +02:00
if (post) {
const _post = await this.galleryPostEntityService.pack(post);
const profile = await this.userProfilesRepository.findOneByOrFail({ userId: post.userId });
const meta = await this.metaService.fetch();
reply.header('Cache-Control', 'public, max-age=15');
return await reply.view('gallery-post', {
2022-09-17 20:27:08 +02:00
post: _post,
profile,
avatarUrl: await this.userEntityService.getAvatarUrl(await this.usersRepository.findOneByOrFail({ id: post.userId })),
instanceName: meta.name ?? 'Misskey',
icon: meta.iconUrl,
themeColor: meta.themeColor,
});
} else {
return await renderBase(reply);
2022-09-17 20:27:08 +02:00
}
});
// Channel
fastify.get<{ Params: { channel: string; } }>('/channels/:channel', async (request, reply) => {
2022-09-17 20:27:08 +02:00
const channel = await this.channelsRepository.findOneBy({
id: request.params.channel,
2022-09-17 20:27:08 +02:00
});
if (channel) {
const _channel = await this.channelEntityService.pack(channel);
const meta = await this.metaService.fetch();
reply.header('Cache-Control', 'public, max-age=15');
return await reply.view('channel', {
2022-09-17 20:27:08 +02:00
channel: _channel,
instanceName: meta.name ?? 'Misskey',
icon: meta.iconUrl,
themeColor: meta.themeColor,
});
} else {
return await renderBase(reply);
2022-09-17 20:27:08 +02:00
}
});
//#endregion
fastify.get('/_info_card_', async (request, reply) => {
2022-09-17 20:27:08 +02:00
const meta = await this.metaService.fetch(true);
reply.removeHeader('X-Frame-Options');
2022-09-17 20:27:08 +02:00
return await reply.view('info-card', {
2022-09-17 20:27:08 +02:00
version: this.config.version,
host: this.config.host,
meta: meta,
originalUsersCount: await this.usersRepository.countBy({ host: IsNull() }),
originalNotesCount: await this.notesRepository.countBy({ userHost: IsNull() }),
});
});
fastify.get('/bios', async (request, reply) => {
return await reply.view('bios', {
2022-09-17 20:27:08 +02:00
version: this.config.version,
});
});
fastify.get('/cli', async (request, reply) => {
return await reply.view('cli', {
2022-09-17 20:27:08 +02:00
version: this.config.version,
});
});
const override = (source: string, target: string, depth = 0) =>
[, ...target.split('/').filter(x => x), ...source.split('/').filter(x => x).splice(depth)].join('/');
fastify.get('/flush', async (request, reply) => {
return await reply.view('flush');
2022-09-17 20:27:08 +02:00
});
// streamingに非WebSocketリクエストが来た場合にbase htmlをキャシュ付きで返すと、Proxy等でそのパスがキャッシュされておかしくなる
fastify.get('/streaming', async (request, reply) => {
reply.code(503);
reply.header('Cache-Control', 'private, max-age=0');
2022-09-17 20:27:08 +02:00
});
// Render base html for all requests
fastify.get('*', async (request, reply) => {
return await renderBase(reply);
2022-09-17 20:27:08 +02:00
});
done();
2022-09-17 20:27:08 +02:00
}
}