personal-website-sveltekit/src/lib/util/fetchBandcampAlbums.ts

import { BANDCAMP_USERNAME, USE_REDIS_CACHE } from '$env/static/private';
import scrapeIt from 'scrape-it';
import type { ScrapeResult, ScrapeOptions } from 'scrape-it';
import { redis } from '../server/redis';
import type { Album } from '../types/album';

export async function fetchBandcampAlbums() {
	try {
		if (USE_REDIS_CACHE) {
			const cached: string | null = await redis.get('bandcampAlbums');

			if (cached) {
				const response: Album[] = JSON.parse(cached);
				console.log(`Cache hit!`);
				const ttl = await redis.ttl('bandcampAlbums');

				return { ttl, response };
			}
		}

		const scrapeItOptions: ScrapeOptions = {
			collectionItems: {
				listItem: '.collection-item-container',
				data: {
					url: {
						selector: '.collection-title-details > a.item-link',
						attr: 'href'
					},
					artwork: {
						selector: 'div.collection-item-art-container a img',
						attr: 'src'
					},
					title: {
						selector: 'span.item-link-alt > div.collection-item-title'
					},
					artist: {
						selector: 'span.item-link-alt > div.collection-item-artist'
					}
				}
			}
		};

		// TODO: Add cache for results
		const { data }: ScrapeResult<Album[]> = await scrapeIt(
			`https://bandcamp.com/${BANDCAMP_USERNAME}`,
			scrapeItOptions
		);

		const albums: Album[] = data?.collectionItems || [];
		// console.log(`Albums ${JSON.stringify(albums)}`);

		if (albums && albums?.length > 0) {
			if (USE_REDIS_CACHE) {
				redis.set('bandcampAlbums', JSON.stringify(albums), 'EX', 43200);
			}
			return albums;
		} else {
			return []; // TODO: Add ttl for cache
		}
	} catch (error) {
		console.error(error);
	}
}