perf(files): stale-while-revalidate folder listings with conditional ETag

Every folder navigation re-downloaded the full listing: `listFolder` cache-busted
with `?t=<ts>` + `Cache-Control: no-store`, so back/forward and re-entering a
folder always paid a full round-trip + payload.

Now the files browser caches listings in memory and serves SWR:
- On navigation it paints a previously-visited folder instantly from cache, then
  revalidates with `If-None-Match` (the backend ETag covers folders + files +
  favorite/share badges, so it's a faithful validator). Unchanged → 304 with an
  empty body; changed → 200 refreshes cache + UI.
- A generation token guards against a slow in-flight response clobbering a newer
  navigation; breadcrumbs now resolve independently so they never block the grid
  paint.
- Mutations (create/upload/rename/move/copy/delete, incl. the move dialog) go
  through `reload()`, which drops the cache and refetches fresh — no stale view
  after an action.

API layer (`folders.ts`):
- `fetchFolderListing(id, { etag?, forceRefresh? })` does the conditional fetch
  (200 → parsed listing + ETag, 304 → empty); `listFolder` stays as a
  non-conditional wrapper for the move-dialog tree.
- A small LRU (cap 40) cache with `getCachedFolder` / `cacheFolder` /
  `invalidateFolderCache`. `cache: 'no-store'` keeps the browser HTTP cache out
  of the way; revalidation is driven entirely by our own ETag.

Net: instant back/forward navigation, and an unchanged folder revalidates with a
0-byte 304 instead of re-downloading the whole listing. Validated: 7 new unit
tests (conditional If-None-Match + 304, LRU eviction/recency, invalidation),
npm run check, and a headless render of the real files route (list + grid).

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01M8Vb9QHmLZnEMzHz7MrFy6
This commit is contained in:
Claude
2026-06-19 15:39:08 +00:00
parent 9ccaeef0ab
commit 3125c866c7
3 changed files with 277 additions and 57 deletions
@@ -0,0 +1,108 @@
import { describe, it, expect, vi, beforeEach } from 'vitest';
vi.mock('$lib/api/client', () => ({ apiFetch: vi.fn(), apiJson: vi.fn() }));
import { apiFetch } from '$lib/api/client';
import {
fetchFolderListing,
getCachedFolder,
cacheFolder,
invalidateFolderCache,
type FolderListing
} from './folders';
type RawListing = {
folders?: unknown[];
files?: unknown[];
favorite_ids?: string[];
shared_ids?: string[];
};
function fakeRes(opts: { status: number; body?: RawListing; etag?: string }): Response {
return {
status: opts.status,
ok: opts.status >= 200 && opts.status < 300,
json: async () => opts.body ?? {},
headers: { get: (k: string) => (k.toLowerCase() === 'etag' ? (opts.etag ?? null) : null) }
} as unknown as Response;
}
const emptyListing = (): FolderListing => ({
folders: [],
files: [],
favoriteIds: [],
sharedIds: []
});
const initHeaders = (call: number): Record<string, string> =>
(vi.mocked(apiFetch).mock.calls[call][1]?.headers ?? {}) as Record<string, string>;
beforeEach(() => {
vi.clearAllMocks();
invalidateFolderCache();
});
describe('fetchFolderListing (conditional)', () => {
it('parses a 200, returns the ETag, and sends no If-None-Match without one', async () => {
vi.mocked(apiFetch).mockResolvedValue(
fakeRes({
status: 200,
body: { folders: [], files: [], favorite_ids: ['a'], shared_ids: ['b'] },
etag: '"v1"'
})
);
const r = await fetchFolderListing('f1');
expect(r.status).toBe(200);
expect(r.etag).toBe('"v1"');
expect(r.listing?.favoriteIds).toEqual(['a']);
expect(r.listing?.sharedIds).toEqual(['b']);
expect(initHeaders(0)['If-None-Match']).toBeUndefined();
// No cache-busting query param — the URL must be stable for revalidation.
expect(vi.mocked(apiFetch).mock.calls[0][0]).toBe('/api/folders/f1/listing');
});
it('sends If-None-Match and surfaces a 304 with no body', async () => {
vi.mocked(apiFetch).mockResolvedValue(fakeRes({ status: 304 }));
const r = await fetchFolderListing('f1', { etag: '"v1"' });
expect(r.status).toBe(304);
expect(r.listing).toBeUndefined();
expect(initHeaders(0)['If-None-Match']).toBe('"v1"');
});
it('throws a 403 carrying its status', async () => {
vi.mocked(apiFetch).mockResolvedValue(fakeRes({ status: 403 }));
await expect(fetchFolderListing('f1')).rejects.toMatchObject({ status: 403 });
});
});
describe('folder listing cache (LRU + invalidation)', () => {
it('stores and retrieves a listing + its ETag', () => {
cacheFolder('a', emptyListing(), '"1"');
expect(getCachedFolder('a')?.etag).toBe('"1"');
expect(getCachedFolder('missing')).toBeUndefined();
});
it('evicts the least-recently-used entry past the cap', () => {
for (let i = 0; i < 45; i++) cacheFolder(`f${i}`, emptyListing());
expect(getCachedFolder('f0')).toBeUndefined(); // evicted (cap is 40)
expect(getCachedFolder('f44')).toBeDefined();
});
it('a read bumps recency so the touched entry survives eviction', () => {
for (let i = 0; i < 40; i++) cacheFolder(`f${i}`, emptyListing());
getCachedFolder('f0'); // bump f0 to most-recent
cacheFolder('extra', emptyListing()); // forces one eviction
expect(getCachedFolder('f0')).toBeDefined();
expect(getCachedFolder('f1')).toBeUndefined(); // f1 was now the oldest
});
it('invalidates a single folder, or the whole cache', () => {
cacheFolder('a', emptyListing());
cacheFolder('b', emptyListing());
invalidateFolderCache('a');
expect(getCachedFolder('a')).toBeUndefined();
expect(getCachedFolder('b')).toBeDefined();
invalidateFolderCache();
expect(getCachedFolder('b')).toBeUndefined();
});
});
+86 -18
View File
@@ -19,6 +19,66 @@ export interface FolderListing {
sharedIds: string[];
}
/** Result of a (possibly conditional) listing fetch. */
export interface FolderListingResult {
/** 200 with a fresh `listing`, or 304 → the caller should keep its cache. */
status: number;
listing?: FolderListing;
etag?: string;
}
// ── In-memory listing cache (stale-while-revalidate) ─────────────────────────
// Lets the files view paint a previously-visited folder instantly on
// back/forward navigation, then revalidate with `If-None-Match` (304 = no body).
interface CachedFolder {
listing: FolderListing;
etag?: string;
}
const FOLDER_CACHE_MAX = 40;
const folderCache = new Map<string, CachedFolder>();
/** Cached listing for a folder, bumped to most-recently-used. */
export function getCachedFolder(folderId: string): CachedFolder | undefined {
const hit = folderCache.get(folderId);
if (hit) {
folderCache.delete(folderId);
folderCache.set(folderId, hit);
}
return hit;
}
export function cacheFolder(folderId: string, listing: FolderListing, etag?: string): void {
folderCache.delete(folderId);
folderCache.set(folderId, { listing, etag });
// Evict the least-recently-used entries past the cap.
while (folderCache.size > FOLDER_CACHE_MAX) {
const oldest = folderCache.keys().next().value;
if (oldest === undefined) break;
folderCache.delete(oldest);
}
}
/** Drop one folder, or the whole cache (no id), after a mutation. */
export function invalidateFolderCache(folderId?: string): void {
if (folderId === undefined) folderCache.clear();
else folderCache.delete(folderId);
}
function parseListing(raw: unknown): FolderListing {
const o = (raw ?? {}) as {
folders?: FolderItem[];
files?: FileItem[];
favorite_ids?: string[];
shared_ids?: string[];
};
return {
folders: Array.isArray(o.folders) ? o.folders : [],
files: Array.isArray(o.files) ? o.files : [],
favoriteIds: Array.isArray(o.favorite_ids) ? o.favorite_ids : [],
sharedIds: Array.isArray(o.shared_ids) ? o.shared_ids : []
};
}
/** Top-level folders for the user; the first entry is the home folder. */
export function listRootFolders(): Promise<FolderItem[]> {
return apiJson<FolderItem[]>('/api/folders', { credentials: 'same-origin' });
@@ -28,33 +88,41 @@ export function getFolder(id: string): Promise<FolderItem> {
return apiJson<FolderItem>(`/api/folders/${id}`, NO_CACHE);
}
export async function listFolder(folderId: string, forceRefresh = false): Promise<FolderListing> {
const ts = Math.floor(Date.now() / 1000);
let url = `/api/folders/${folderId}/listing?t=${ts}`;
const headers: Record<string, string> = {
'Cache-Control': 'no-cache, no-store, must-revalidate'
};
if (forceRefresh) {
url += '&force_refresh=true';
/**
* Fetch a folder listing, optionally conditionally. With `etag` set it sends
* `If-None-Match`; the server replies 304 (empty body) when nothing changed —
* the ETag covers folders + files + favorite/share badges — so the caller can
* keep its cached copy. `cache: 'no-store'` keeps the browser HTTP cache out of
* the way; revalidation is driven entirely by our own ETag.
*/
export async function fetchFolderListing(
folderId: string,
opts: { etag?: string; forceRefresh?: boolean } = {}
): Promise<FolderListingResult> {
const headers: Record<string, string> = {};
if (opts.etag) headers['If-None-Match'] = opts.etag;
let url = `/api/folders/${folderId}/listing`;
if (opts.forceRefresh) {
url += '?force_refresh=true';
headers['X-Force-Refresh'] = 'true';
}
const res = await apiFetch(url, { credentials: 'same-origin', cache: 'no-store', headers });
if (res.status === 304) return { status: 304 };
if (res.status === 403) throw Object.assign(new Error('Forbidden'), { status: 403 });
if (!res.ok) throw new Error(`listing failed: ${res.status}`);
const listing = (await res.json()) as {
folders?: FolderItem[];
files?: FileItem[];
favorite_ids?: string[];
shared_ids?: string[];
};
return {
folders: Array.isArray(listing.folders) ? listing.folders : [],
files: Array.isArray(listing.files) ? listing.files : [],
favoriteIds: Array.isArray(listing.favorite_ids) ? listing.favorite_ids : [],
sharedIds: Array.isArray(listing.shared_ids) ? listing.shared_ids : []
status: 200,
listing: parseListing(await res.json()),
etag: res.headers.get('ETag') ?? undefined
};
}
/** Non-conditional listing fetch (e.g. the move-dialog folder tree). */
export async function listFolder(folderId: string, forceRefresh = false): Promise<FolderListing> {
const res = await fetchFolderListing(folderId, { forceRefresh });
return res.listing ?? { folders: [], files: [], favoriteIds: [], sharedIds: [] };
}
export async function createFolder(name: string, parentId: string | null): Promise<FolderItem> {
const res = await apiFetch('/api/folders', {
method: 'POST',