wehub-resource-sync
381 lines
12 KiB
TypeScript
381 lines
12 KiB
TypeScript
import { eq, getTableName, is, sql, Table } from 'drizzle-orm';
|
|
import type { MutationOption } from 'drizzle-orm/cache/core';
|
|
import { Cache } from 'drizzle-orm/cache/core';
|
|
import type { CacheConfig } from 'drizzle-orm/cache/core/types';
|
|
import { alias, type BaseSQLiteDatabase, integer, sqliteTable, text } from 'drizzle-orm/sqlite-core';
|
|
import Keyv from 'keyv';
|
|
import { beforeEach, describe, expect, test, vi } from 'vitest';
|
|
|
|
// eslint-disable-next-line drizzle-internal/require-entity-kind
|
|
export class TestGlobalCache extends Cache {
|
|
private globalTtl: number = 1000;
|
|
private usedTablesPerKey: Record<string, string[]> = {};
|
|
|
|
constructor(private kv: Keyv = new Keyv()) {
|
|
super();
|
|
}
|
|
|
|
override strategy(): 'explicit' | 'all' {
|
|
return 'all';
|
|
}
|
|
override async get(key: string, _tables: string[], _isTag: boolean): Promise<any[] | undefined> {
|
|
const res = await this.kv.get(key) ?? undefined;
|
|
return res;
|
|
}
|
|
override async put(
|
|
key: string,
|
|
response: any,
|
|
tables: string[],
|
|
isTag: boolean,
|
|
config?: CacheConfig,
|
|
): Promise<void> {
|
|
await this.kv.set(key, response, config ? config.ex : this.globalTtl);
|
|
for (const table of tables) {
|
|
const keys = this.usedTablesPerKey[table];
|
|
if (keys === undefined) {
|
|
this.usedTablesPerKey[table] = [key];
|
|
} else {
|
|
keys.push(key);
|
|
}
|
|
}
|
|
}
|
|
override async onMutate(params: MutationOption): Promise<void> {
|
|
const tagsArray = params.tags ? Array.isArray(params.tags) ? params.tags : [params.tags] : [];
|
|
const tablesArray = params.tables ? Array.isArray(params.tables) ? params.tables : [params.tables] : [];
|
|
|
|
const keysToDelete = new Set<string>();
|
|
|
|
for (const table of tablesArray) {
|
|
const tableName = is(table, Table) ? getTableName(table) : table as string;
|
|
const keys = this.usedTablesPerKey[tableName] ?? [];
|
|
for (const key of keys) keysToDelete.add(key);
|
|
}
|
|
|
|
if (keysToDelete.size > 0 || tagsArray.length > 0) {
|
|
for (const tag of tagsArray) {
|
|
await this.kv.delete(tag);
|
|
}
|
|
|
|
for (const key of keysToDelete) {
|
|
await this.kv.delete(key);
|
|
for (const table of tablesArray) {
|
|
const tableName = is(table, Table) ? getTableName(table) : table as string;
|
|
this.usedTablesPerKey[tableName] = [];
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// eslint-disable-next-line drizzle-internal/require-entity-kind
|
|
export class TestCache extends TestGlobalCache {
|
|
override strategy(): 'explicit' | 'all' {
|
|
return 'explicit';
|
|
}
|
|
}
|
|
|
|
declare module 'vitest' {
|
|
interface TestContext {
|
|
cachedSqlite: {
|
|
db: BaseSQLiteDatabase<any, any>;
|
|
dbGlobalCached: BaseSQLiteDatabase<any, any>;
|
|
};
|
|
sqlite: {
|
|
db: BaseSQLiteDatabase<'async' | 'sync', any, Record<string, never>>;
|
|
};
|
|
}
|
|
}
|
|
|
|
const usersTable = sqliteTable('users', {
|
|
id: integer('id').primaryKey({ autoIncrement: true }),
|
|
name: text('name').notNull(),
|
|
verified: integer('verified', { mode: 'boolean' }).notNull().default(false),
|
|
jsonb: text('jsonb', { mode: 'json' }).$type<string[]>(),
|
|
createdAt: integer('created_at', { mode: 'timestamp' }),
|
|
});
|
|
|
|
const postsTable = sqliteTable('posts', {
|
|
id: integer().primaryKey({ autoIncrement: true }),
|
|
description: text().notNull(),
|
|
userId: integer('user_id').references(() => usersTable.id),
|
|
});
|
|
|
|
export function tests() {
|
|
describe('common_cache', () => {
|
|
beforeEach(async (ctx) => {
|
|
const { db, dbGlobalCached } = ctx.cachedSqlite;
|
|
await db.run(sql`drop table if exists users`);
|
|
await db.run(sql`drop table if exists posts`);
|
|
await db.$cache?.invalidate({ tables: 'users' });
|
|
await dbGlobalCached.$cache?.invalidate({ tables: 'users' });
|
|
// public users
|
|
await db.run(
|
|
sql`
|
|
create table users (
|
|
id integer primary key AUTOINCREMENT,
|
|
name text not null,
|
|
verified integer not null default 0,
|
|
jsonb text,
|
|
created_at integer
|
|
)
|
|
`,
|
|
);
|
|
await db.run(
|
|
sql`
|
|
create table posts (
|
|
id integer primary key AUTOINCREMENT,
|
|
description text not null,
|
|
user_id int
|
|
)
|
|
`,
|
|
);
|
|
});
|
|
|
|
test('test force invalidate', async (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'invalidate');
|
|
await db.$cache?.invalidate({ tables: 'users' });
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test('default global config - no cache should be hit', async (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable);
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(0);
|
|
expect(spyGet).toHaveBeenCalledTimes(0);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test('default global config + enable cache on select: get, put', async (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable).$withCache();
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(1);
|
|
expect(spyGet).toHaveBeenCalledTimes(1);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test('default global config + enable cache on select + write: get, put, onMutate', async (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable).$withCache({ config: { ex: 1 } });
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(1);
|
|
expect(spyGet).toHaveBeenCalledTimes(1);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
|
|
spyPut.mockClear();
|
|
spyGet.mockClear();
|
|
spyInvalidate.mockClear();
|
|
|
|
await db.insert(usersTable).values({ name: 'John' });
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(0);
|
|
expect(spyGet).toHaveBeenCalledTimes(0);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test('default global config + enable cache on select + disable invalidate: get, put', async (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable).$withCache({ tag: 'custom', autoInvalidate: false, config: { ex: 1 } });
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(1);
|
|
expect(spyGet).toHaveBeenCalledTimes(1);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
|
|
await db.insert(usersTable).values({ name: 'John' });
|
|
|
|
// invalidate force
|
|
await db.$cache?.invalidate({ tags: ['custom'] });
|
|
});
|
|
|
|
test('global: true + disable cache', async (ctx) => {
|
|
const { dbGlobalCached: db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable).$withCache(false);
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(0);
|
|
expect(spyGet).toHaveBeenCalledTimes(0);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test('global: true - cache should be hit', async (ctx) => {
|
|
const { dbGlobalCached: db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable);
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(1);
|
|
expect(spyGet).toHaveBeenCalledTimes(1);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test('global: true - cache: false on select - no cache hit', async (ctx) => {
|
|
const { dbGlobalCached: db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable).$withCache(false);
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(0);
|
|
expect(spyGet).toHaveBeenCalledTimes(0);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test('global: true - disable invalidate - cache hit + no invalidate', async (ctx) => {
|
|
const { dbGlobalCached: db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable).$withCache({ autoInvalidate: false });
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(1);
|
|
expect(spyGet).toHaveBeenCalledTimes(1);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
|
|
spyPut.mockClear();
|
|
spyGet.mockClear();
|
|
spyInvalidate.mockClear();
|
|
|
|
await db.insert(usersTable).values({ name: 'John' });
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(0);
|
|
expect(spyGet).toHaveBeenCalledTimes(0);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test('global: true - with custom tag', async (ctx) => {
|
|
const { dbGlobalCached: db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
const spyPut = vi.spyOn(db.$cache, 'put');
|
|
// @ts-expect-error
|
|
const spyGet = vi.spyOn(db.$cache, 'get');
|
|
// @ts-expect-error
|
|
const spyInvalidate = vi.spyOn(db.$cache, 'onMutate');
|
|
|
|
await db.select().from(usersTable).$withCache({ tag: 'custom', autoInvalidate: false });
|
|
|
|
expect(spyPut).toHaveBeenCalledTimes(1);
|
|
expect(spyGet).toHaveBeenCalledTimes(1);
|
|
expect(spyInvalidate).toHaveBeenCalledTimes(0);
|
|
|
|
await db.insert(usersTable).values({ name: 'John' });
|
|
|
|
// invalidate force
|
|
await db.$cache?.invalidate({ tags: ['custom'] });
|
|
});
|
|
|
|
// check select used tables
|
|
test('check simple select used tables', (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
expect(db.select().from(usersTable).getUsedTables()).toStrictEqual(['users']);
|
|
// @ts-expect-error
|
|
expect(db.select().from(sql`${usersTable}`).getUsedTables()).toStrictEqual(['users']);
|
|
});
|
|
// check select+join used tables
|
|
test('select+join', (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
// @ts-expect-error
|
|
expect(db.select().from(usersTable).leftJoin(postsTable, eq(usersTable.id, postsTable.userId)).getUsedTables())
|
|
.toStrictEqual(['users', 'posts']);
|
|
expect(
|
|
// @ts-expect-error
|
|
db.select().from(sql`${usersTable}`).leftJoin(postsTable, eq(usersTable.id, postsTable.userId)).getUsedTables(),
|
|
).toStrictEqual(['users', 'posts']);
|
|
});
|
|
// check select+2join used tables
|
|
test('select+2joins', (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
expect(
|
|
db.select().from(usersTable).leftJoin(
|
|
postsTable,
|
|
eq(usersTable.id, postsTable.userId),
|
|
).leftJoin(
|
|
alias(postsTable, 'post2'),
|
|
eq(usersTable.id, postsTable.userId),
|
|
)
|
|
// @ts-expect-error
|
|
.getUsedTables(),
|
|
)
|
|
.toStrictEqual(['users', 'posts']);
|
|
expect(
|
|
db.select().from(sql`${usersTable}`).leftJoin(postsTable, eq(usersTable.id, postsTable.userId)).leftJoin(
|
|
alias(postsTable, 'post2'),
|
|
eq(usersTable.id, postsTable.userId),
|
|
// @ts-expect-error
|
|
).getUsedTables(),
|
|
).toStrictEqual(['users', 'posts']);
|
|
});
|
|
// select subquery used tables
|
|
test('select+join', (ctx) => {
|
|
const { db } = ctx.cachedSqlite;
|
|
|
|
const sq = db.select().from(usersTable).where(eq(usersTable.id, 42)).as('sq');
|
|
|
|
// @ts-expect-error
|
|
expect(db.select().from(sq).getUsedTables()).toStrictEqual(['users']);
|
|
});
|
|
});
|
|
}
|