mirror of
https://github.com/BradNut/personal-website-sveltekit
synced 2025-09-08 23:20:18 +00:00
Some checks failed
Run_Svelte_Unit_on_PRs / test (push) Has been cancelled
186 lines
6.2 KiB
TypeScript
186 lines
6.2 KiB
TypeScript
import intersect from 'just-intersect';
|
|
import {
|
|
PAGE_SIZE,
|
|
USE_REDIS_CACHE,
|
|
WALLABAG_CLIENT_ID,
|
|
WALLABAG_CLIENT_SECRET,
|
|
WALLABAG_PASSWORD,
|
|
WALLABAG_URL,
|
|
WALLABAG_USERNAME,
|
|
} from '$env/static/private';
|
|
import { redis } from '$lib/server/redis';
|
|
import type { Article, ArticlePageLoad, WallabagArticle } from '$lib/types/article';
|
|
import { ArticleTag } from '$lib/types/articleTag';
|
|
import type { PageQuery } from '../types/pageQuery';
|
|
|
|
// Normalize Wallabag base URL and derive endpoints robustly
|
|
const wallabagBase = new URL(WALLABAG_URL);
|
|
const tokenUrl = new URL('/oauth/v2/token', wallabagBase).toString();
|
|
const entriesUrl = new URL('/api/entries.json', wallabagBase).toString();
|
|
|
|
// Retry helper with exponential backoff
|
|
async function retryWithBackoff<T>(fn: () => Promise<T>, maxRetries = 3, baseDelay = 500): Promise<T> {
|
|
let lastError: Error | undefined;
|
|
|
|
for (let attempt = 0; attempt <= maxRetries; attempt++) {
|
|
try {
|
|
return await fn();
|
|
} catch (error) {
|
|
lastError = error as Error;
|
|
|
|
if (attempt === maxRetries) {
|
|
throw lastError;
|
|
}
|
|
|
|
// Exponential backoff: 500ms, 1s, 2s
|
|
const delay = baseDelay * 2 ** attempt;
|
|
console.log(`Attempt ${attempt + 1} failed, retrying in ${delay}ms...`);
|
|
await new Promise((resolve) => setTimeout(resolve, delay));
|
|
}
|
|
}
|
|
|
|
throw lastError;
|
|
}
|
|
|
|
export async function fetchArticlesApi(_method: string, _resource: string, queryParams: Record<string, string>) {
|
|
try {
|
|
let perPage = Number(queryParams?.limit);
|
|
if (perPage === undefined || perPage > 30 || perPage < 1) {
|
|
perPage = Number(PAGE_SIZE);
|
|
} else {
|
|
perPage = Number(queryParams?.limit);
|
|
}
|
|
|
|
const pageQuery: PageQuery = {
|
|
sort: 'updated',
|
|
perPage,
|
|
since: 0,
|
|
page: Number(queryParams?.page) || 1,
|
|
tags: 'programming',
|
|
content: 'metadata',
|
|
};
|
|
const entriesQueryParams = new URLSearchParams({
|
|
sort: pageQuery.sort,
|
|
perPage: `${pageQuery.perPage}`,
|
|
since: `${pageQuery.since}`,
|
|
page: `${pageQuery.page}`,
|
|
tags: pageQuery.tags,
|
|
content: pageQuery.content,
|
|
});
|
|
|
|
if (USE_REDIS_CACHE === 'true') {
|
|
const cacheKey = entriesQueryParams.toString();
|
|
const cached = await redis.get(cacheKey);
|
|
|
|
if (cached) {
|
|
// Cache hit, return cached payload with TTL-derived cache-control
|
|
const response = JSON.parse(cached);
|
|
const ttl = await redis.ttl(cacheKey);
|
|
return { ...response, cacheControl: `max-age=${ttl}` };
|
|
}
|
|
}
|
|
|
|
const authBody = {
|
|
grant_type: 'password',
|
|
client_id: WALLABAG_CLIENT_ID,
|
|
client_secret: WALLABAG_CLIENT_SECRET,
|
|
username: WALLABAG_USERNAME,
|
|
password: WALLABAG_PASSWORD,
|
|
};
|
|
|
|
const auth = await retryWithBackoff(async () => {
|
|
// Authenticate to Wallabag
|
|
const authResponse = await fetch(tokenUrl, {
|
|
method: 'POST',
|
|
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
|
|
body: new URLSearchParams(authBody),
|
|
signal: AbortSignal.timeout(10000), // 10 second timeout
|
|
});
|
|
|
|
if (!authResponse.ok) {
|
|
throw new Error(`Auth failed: ${authResponse.status} ${authResponse.statusText}`);
|
|
}
|
|
|
|
return await authResponse.json();
|
|
});
|
|
|
|
const { wallabagResponse, cacheControl } = await retryWithBackoff(async () => {
|
|
const requestUrl = `${entriesUrl}?${entriesQueryParams}`;
|
|
// console.debug(`Fetching Wallabag entries: ${requestUrl}`);
|
|
const pageResponse = await fetch(requestUrl, {
|
|
method: 'GET',
|
|
headers: {
|
|
Authorization: `Bearer ${auth.access_token}`,
|
|
Accept: 'application/json',
|
|
},
|
|
signal: AbortSignal.timeout(15000), // 15 second timeout
|
|
});
|
|
|
|
if (!pageResponse.ok) {
|
|
// Log status only to avoid leaking headers/body
|
|
console.warn(`Wallabag entries request failed: ${pageResponse.status} ${pageResponse.statusText}`);
|
|
throw new Error(`API request failed: ${pageResponse.status} ${pageResponse.statusText}`);
|
|
}
|
|
|
|
const cacheControl = pageResponse.headers.get('cache-control') || 'no-cache';
|
|
const wallabagResponse = await pageResponse.json();
|
|
|
|
return { wallabagResponse, cacheControl };
|
|
});
|
|
const { _embedded: favoriteArticles, page, pages, total, limit } = wallabagResponse;
|
|
const articles: Article[] = [];
|
|
|
|
// Minimal, non-sensitive diagnostics
|
|
console.info(`Wallabag entries: page=${page} pages=${pages} total=${total} limit=${limit}`);
|
|
|
|
for (const article of favoriteArticles.items as WallabagArticle[]) {
|
|
const rawTags = article?.tags?.map((tag) => tag.slug);
|
|
if (intersect(rawTags, Object.values(ArticleTag))?.length > 0) {
|
|
const tags = rawTags.map((rawTag) => rawTag as unknown as ArticleTag);
|
|
articles.push({
|
|
tags,
|
|
title: article.title,
|
|
url: new URL(article.url),
|
|
domain_name: article.domain_name?.replace('www.', '') ?? '',
|
|
hashed_url: article.hashed_url,
|
|
reading_time: article.reading_time,
|
|
preview_picture: article.preview_picture,
|
|
created_at: new Date(article.created_at),
|
|
updated_at: new Date(article.updated_at),
|
|
archived_at: article.archived_at ? new Date(article.archived_at) : null,
|
|
});
|
|
}
|
|
}
|
|
|
|
const responseData: ArticlePageLoad = {
|
|
articles,
|
|
currentPage: page,
|
|
totalPages: pages,
|
|
limit,
|
|
totalArticles: total,
|
|
cacheControl,
|
|
};
|
|
|
|
if (USE_REDIS_CACHE === 'true' && responseData?.articles?.length > 0) {
|
|
const cacheKey = entriesQueryParams.toString();
|
|
console.log(`Storing in cache with key: ${cacheKey} for page ${page}`);
|
|
redis.set(cacheKey, JSON.stringify(responseData), 'EX', 43200);
|
|
}
|
|
|
|
return responseData;
|
|
} catch (error) {
|
|
console.error(`Error fetching articles for page ${queryParams?.page}:`, error);
|
|
|
|
// Return empty response on error to prevent app crash
|
|
const fallbackResponse: ArticlePageLoad = {
|
|
articles: [],
|
|
currentPage: Number(queryParams?.page) || 1,
|
|
totalPages: 0,
|
|
limit: Number(queryParams?.limit) || Number(PAGE_SIZE),
|
|
totalArticles: 0,
|
|
cacheControl: 'no-cache',
|
|
};
|
|
|
|
return fallbackResponse;
|
|
}
|
|
}
|