forked from mirror/misskey
refactor(backend): misc/cacheをシンプルな実装に戻した
This commit is contained in:
parent
cfa573a3a1
commit
f55e1ee138
@ -16,10 +16,10 @@ import type { OnApplicationShutdown } from '@nestjs/common';
|
|||||||
|
|
||||||
@Injectable()
|
@Injectable()
|
||||||
export class CacheService implements OnApplicationShutdown {
|
export class CacheService implements OnApplicationShutdown {
|
||||||
public userByIdCache: MemoryKVCache<MiUser, MiUser | string>;
|
public userByIdCache: MemoryKVCache<MiUser>;
|
||||||
public localUserByNativeTokenCache: MemoryKVCache<MiLocalUser | null, string | null>;
|
public localUserByNativeTokenCache: MemoryKVCache<MiLocalUser | null>;
|
||||||
public localUserByIdCache: MemoryKVCache<MiLocalUser>;
|
public localUserByIdCache: MemoryKVCache<MiLocalUser>;
|
||||||
public uriPersonCache: MemoryKVCache<MiUser | null, string | null>;
|
public uriPersonCache: MemoryKVCache<MiUser | null>;
|
||||||
public userProfileCache: RedisKVCache<MiUserProfile>;
|
public userProfileCache: RedisKVCache<MiUserProfile>;
|
||||||
public userMutingsCache: RedisKVCache<Set<string>>;
|
public userMutingsCache: RedisKVCache<Set<string>>;
|
||||||
public userBlockingCache: RedisKVCache<Set<string>>;
|
public userBlockingCache: RedisKVCache<Set<string>>;
|
||||||
@ -56,42 +56,10 @@ export class CacheService implements OnApplicationShutdown {
|
|||||||
) {
|
) {
|
||||||
//this.onMessage = this.onMessage.bind(this);
|
//this.onMessage = this.onMessage.bind(this);
|
||||||
|
|
||||||
const localUserByIdCache = new MemoryKVCache<MiLocalUser>(1000 * 60 * 60 * 6 /* 6h */);
|
this.userByIdCache = new MemoryKVCache<MiUser>(Infinity);
|
||||||
this.localUserByIdCache = localUserByIdCache;
|
this.localUserByNativeTokenCache = new MemoryKVCache<MiLocalUser | null>(Infinity);
|
||||||
|
this.localUserByIdCache = new MemoryKVCache<MiLocalUser>(Infinity);
|
||||||
// ローカルユーザーならlocalUserByIdCacheにデータを追加し、こちらにはid(文字列)だけを追加する
|
this.uriPersonCache = new MemoryKVCache<MiUser | null>(Infinity);
|
||||||
const userByIdCache = new MemoryKVCache<MiUser, MiUser | string>(1000 * 60 * 60 * 6 /* 6h */, {
|
|
||||||
toMapConverter: user => {
|
|
||||||
if (user.host === null) {
|
|
||||||
localUserByIdCache.set(user.id, user as MiLocalUser);
|
|
||||||
return user.id;
|
|
||||||
}
|
|
||||||
|
|
||||||
return user;
|
|
||||||
},
|
|
||||||
fromMapConverter: userOrId => typeof userOrId === 'string' ? localUserByIdCache.get(userOrId) : userOrId,
|
|
||||||
});
|
|
||||||
this.userByIdCache = userByIdCache;
|
|
||||||
|
|
||||||
this.localUserByNativeTokenCache = new MemoryKVCache<MiLocalUser | null, string | null>(Infinity, {
|
|
||||||
toMapConverter: user => {
|
|
||||||
if (user === null) return null;
|
|
||||||
|
|
||||||
localUserByIdCache.set(user.id, user);
|
|
||||||
return user.id;
|
|
||||||
},
|
|
||||||
fromMapConverter: id => id === null ? null : localUserByIdCache.get(id),
|
|
||||||
});
|
|
||||||
this.uriPersonCache = new MemoryKVCache<MiUser | null, string | null>(Infinity, {
|
|
||||||
toMapConverter: user => {
|
|
||||||
if (user === null) return null;
|
|
||||||
if (user.isDeleted) return null;
|
|
||||||
|
|
||||||
userByIdCache.set(user.id, user);
|
|
||||||
return user.id;
|
|
||||||
},
|
|
||||||
fromMapConverter: id => id === null ? null : userByIdCache.get(id),
|
|
||||||
});
|
|
||||||
|
|
||||||
this.userProfileCache = new RedisKVCache<MiUserProfile>(this.redisClient, 'userProfile', {
|
this.userProfileCache = new RedisKVCache<MiUserProfile>(this.redisClient, 'userProfile', {
|
||||||
lifetime: 1000 * 60 * 30, // 30m
|
lifetime: 1000 * 60 * 30, // 30m
|
||||||
|
@ -186,28 +186,14 @@ export class RedisSingleCache<T> {
|
|||||||
|
|
||||||
// TODO: メモリ節約のためあまり参照されないキーを定期的に削除できるようにする?
|
// TODO: メモリ節約のためあまり参照されないキーを定期的に削除できるようにする?
|
||||||
|
|
||||||
function nothingToDo<T, V = T>(value: T): V {
|
export class MemoryKVCache<T> {
|
||||||
return value as unknown as V;
|
public cache: Map<string, { date: number; value: T; }>;
|
||||||
}
|
|
||||||
|
|
||||||
export class MemoryKVCache<T, V = T> {
|
|
||||||
public cache: Map<string, { date: number; value: V; }>;
|
|
||||||
private lifetime: number;
|
private lifetime: number;
|
||||||
private gcIntervalHandle: NodeJS.Timeout;
|
private gcIntervalHandle: NodeJS.Timer;
|
||||||
private toMapConverter: (value: T) => V;
|
|
||||||
private fromMapConverter: (cached: V) => T | undefined;
|
|
||||||
|
|
||||||
constructor(lifetime: MemoryKVCache<never>['lifetime'], options: {
|
constructor(lifetime: MemoryKVCache<never>['lifetime']) {
|
||||||
toMapConverter: (value: T) => V;
|
|
||||||
fromMapConverter: (cached: V) => T | undefined;
|
|
||||||
} = {
|
|
||||||
toMapConverter: nothingToDo,
|
|
||||||
fromMapConverter: nothingToDo,
|
|
||||||
}) {
|
|
||||||
this.cache = new Map();
|
this.cache = new Map();
|
||||||
this.lifetime = lifetime;
|
this.lifetime = lifetime;
|
||||||
this.toMapConverter = options.toMapConverter;
|
|
||||||
this.fromMapConverter = options.fromMapConverter;
|
|
||||||
|
|
||||||
this.gcIntervalHandle = setInterval(() => {
|
this.gcIntervalHandle = setInterval(() => {
|
||||||
this.gc();
|
this.gc();
|
||||||
@ -218,7 +204,7 @@ export class MemoryKVCache<T, V = T> {
|
|||||||
public set(key: string, value: T): void {
|
public set(key: string, value: T): void {
|
||||||
this.cache.set(key, {
|
this.cache.set(key, {
|
||||||
date: Date.now(),
|
date: Date.now(),
|
||||||
value: this.toMapConverter(value),
|
value,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -230,7 +216,7 @@ export class MemoryKVCache<T, V = T> {
|
|||||||
this.cache.delete(key);
|
this.cache.delete(key);
|
||||||
return undefined;
|
return undefined;
|
||||||
}
|
}
|
||||||
return this.fromMapConverter(cached.value);
|
return cached.value;
|
||||||
}
|
}
|
||||||
|
|
||||||
@bindThis
|
@bindThis
|
||||||
@ -241,10 +227,9 @@ export class MemoryKVCache<T, V = T> {
|
|||||||
/**
|
/**
|
||||||
* キャッシュがあればそれを返し、無ければfetcherを呼び出して結果をキャッシュ&返します
|
* キャッシュがあればそれを返し、無ければfetcherを呼び出して結果をキャッシュ&返します
|
||||||
* optional: キャッシュが存在してもvalidatorでfalseを返すとキャッシュ無効扱いにします
|
* optional: キャッシュが存在してもvalidatorでfalseを返すとキャッシュ無効扱いにします
|
||||||
* fetcherの引数はcacheに保存されている値があれば渡されます
|
|
||||||
*/
|
*/
|
||||||
@bindThis
|
@bindThis
|
||||||
public async fetch(key: string, fetcher: (value: V | undefined) => Promise<T>, validator?: (cachedValue: T) => boolean): Promise<T> {
|
public async fetch(key: string, fetcher: () => Promise<T>, validator?: (cachedValue: T) => boolean): Promise<T> {
|
||||||
const cachedValue = this.get(key);
|
const cachedValue = this.get(key);
|
||||||
if (cachedValue !== undefined) {
|
if (cachedValue !== undefined) {
|
||||||
if (validator) {
|
if (validator) {
|
||||||
@ -259,7 +244,7 @@ export class MemoryKVCache<T, V = T> {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Cache MISS
|
// Cache MISS
|
||||||
const value = await fetcher(this.cache.get(key)?.value);
|
const value = await fetcher();
|
||||||
this.set(key, value);
|
this.set(key, value);
|
||||||
return value;
|
return value;
|
||||||
}
|
}
|
||||||
@ -267,10 +252,9 @@ export class MemoryKVCache<T, V = T> {
|
|||||||
/**
|
/**
|
||||||
* キャッシュがあればそれを返し、無ければfetcherを呼び出して結果をキャッシュ&返します
|
* キャッシュがあればそれを返し、無ければfetcherを呼び出して結果をキャッシュ&返します
|
||||||
* optional: キャッシュが存在してもvalidatorでfalseを返すとキャッシュ無効扱いにします
|
* optional: キャッシュが存在してもvalidatorでfalseを返すとキャッシュ無効扱いにします
|
||||||
* fetcherの引数はcacheに保存されている値があれば渡されます
|
|
||||||
*/
|
*/
|
||||||
@bindThis
|
@bindThis
|
||||||
public async fetchMaybe(key: string, fetcher: (value: V | undefined) => Promise<T | undefined>, validator?: (cachedValue: T) => boolean): Promise<T | undefined> {
|
public async fetchMaybe(key: string, fetcher: () => Promise<T | undefined>, validator?: (cachedValue: T) => boolean): Promise<T | undefined> {
|
||||||
const cachedValue = this.get(key);
|
const cachedValue = this.get(key);
|
||||||
if (cachedValue !== undefined) {
|
if (cachedValue !== undefined) {
|
||||||
if (validator) {
|
if (validator) {
|
||||||
@ -285,7 +269,7 @@ export class MemoryKVCache<T, V = T> {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Cache MISS
|
// Cache MISS
|
||||||
const value = await fetcher(this.cache.get(key)?.value);
|
const value = await fetcher();
|
||||||
if (value !== undefined) {
|
if (value !== undefined) {
|
||||||
this.set(key, value);
|
this.set(key, value);
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user