feat: implement iTunes API for release year detection and bulk refresh

This commit is contained in:
Hördle Bot
2025-11-24 14:23:07 +01:00
parent cd30476349
commit 3309b5c5ee
6 changed files with 242 additions and 10 deletions

View File

@@ -1604,6 +1604,74 @@ export default function AdminPage() {
> >
☢️ Rebuild Database ☢️ Rebuild Database
</button> </button>
<div style={{ marginTop: '1rem', borderTop: '1px solid #eee', paddingTop: '1rem' }}>
<p style={{ marginBottom: '1rem', color: '#666' }}>
Update release years for all songs using the iTunes API. This will overwrite existing years.
</p>
<button
onClick={async () => {
if (window.confirm('This will scan all songs and overwrite their release years using data from iTunes. This process may take a while.\n\nContinue?')) {
try {
let offset = 0;
let hasMore = true;
let totalUpdated = 0;
let totalSkipped = 0;
let totalFailed = 0;
let totalProcessed = 0;
let totalSongs = 0;
setMessage('Initializing release year refresh...');
while (hasMore) {
const res = await fetch('/api/admin/refresh-years', {
method: 'POST',
headers: getAuthHeaders(),
body: JSON.stringify({ offset, limit: 10 }) // Process 10 at a time
});
if (!res.ok) {
throw new Error('Batch request failed');
}
const data = await res.json();
totalUpdated += data.updated;
totalSkipped += data.skipped;
totalFailed += data.failed;
totalProcessed += data.processed;
totalSongs = data.total;
hasMore = data.hasMore;
offset = data.nextOffset;
setMessage(`Processing... ${totalProcessed} / ${totalSongs} songs.\nUpdated: ${totalUpdated} | Skipped: ${totalSkipped} | Failed: ${totalFailed}`);
}
const finalMsg = `✅ Completed!\nTotal Processed: ${totalProcessed}\nUpdated: ${totalUpdated}\nSkipped: ${totalSkipped}\nFailed: ${totalFailed}`;
alert(finalMsg);
setMessage(finalMsg);
fetchSongs(); // Refresh the table
} catch (e) {
console.error(e);
alert('Process failed due to network error or timeout.');
setMessage('Refresh failed.');
}
}
}}
style={{
padding: '0.75rem 1.5rem',
background: '#f59e0b',
color: 'white',
border: 'none',
borderRadius: '0.25rem',
cursor: 'pointer',
fontWeight: 'bold'
}}
>
🔄 Refresh Release Years (iTunes)
</button>
</div>
</div> </div>
</div> </div>
); );

View File

@@ -0,0 +1,78 @@
import { NextResponse } from 'next/server';
import { PrismaClient } from '@prisma/client';
import { requireAdminAuth } from '@/lib/auth';
import { getReleaseYearFromItunes } from '@/lib/itunes';
const prisma = new PrismaClient();
// Helper to delay execution to avoid rate limits
const sleep = (ms: number) => new Promise(resolve => setTimeout(resolve, ms));
export async function POST(request: Request) {
// Check authentication
const authError = await requireAdminAuth(request as any);
if (authError) return authError;
try {
const { offset = 0, limit = 20 } = await request.json();
// Fetch batch of songs
const songs = await prisma.song.findMany({
select: { id: true, title: true, artist: true },
orderBy: { id: 'asc' },
skip: offset,
take: limit
});
const totalSongs = await prisma.song.count();
console.log(`Processing batch: offset=${offset}, limit=${limit}, found=${songs.length}`);
let updatedCount = 0;
let failedCount = 0;
let skippedCount = 0;
const results = [];
for (const song of songs) {
try {
// Rate limiting: wait 500ms between requests to be safe
await sleep(500);
const year = await getReleaseYearFromItunes(song.artist, song.title);
if (year) {
await prisma.song.update({
where: { id: song.id },
data: { releaseYear: year }
});
updatedCount++;
results.push({ id: song.id, title: song.title, artist: song.artist, year, status: 'updated' });
} else {
skippedCount++;
results.push({ id: song.id, title: song.title, artist: song.artist, status: 'not_found' });
}
} catch (error) {
console.error(`Failed to update year for ${song.title} - ${song.artist}:`, error);
failedCount++;
results.push({ id: song.id, title: song.title, artist: song.artist, status: 'error' });
}
}
return NextResponse.json({
success: true,
processed: songs.length,
total: totalSongs,
hasMore: offset + songs.length < totalSongs,
nextOffset: offset + songs.length,
updated: updatedCount,
failed: failedCount,
skipped: skippedCount,
results
});
} catch (error) {
console.error('Error refreshing release years:', error);
return NextResponse.json({ error: 'Internal Server Error' }, { status: 500 });
}
}

View File

@@ -208,16 +208,26 @@ export async function POST(request: Request) {
console.error('Failed to extract cover image:', e); console.error('Failed to extract cover image:', e);
} }
// Fetch release year from MusicBrainz // Fetch release year (iTunes first, then MusicBrainz)
let releaseYear = null; let releaseYear = null;
try { try {
// Try iTunes first
const { getReleaseYearFromItunes } = await import('@/lib/itunes');
releaseYear = await getReleaseYearFromItunes(artist, title);
if (releaseYear) {
console.log(`Fetched release year ${releaseYear} from iTunes for "${title}" by "${artist}"`);
} else {
// Fallback to MusicBrainz
console.log(`iTunes yielded no year, falling back to MusicBrainz for "${title}" by "${artist}"`);
const { getReleaseYear } = await import('@/lib/musicbrainz'); const { getReleaseYear } = await import('@/lib/musicbrainz');
releaseYear = await getReleaseYear(artist, title); releaseYear = await getReleaseYear(artist, title);
if (releaseYear) { if (releaseYear) {
console.log(`Fetched release year ${releaseYear} for "${title}" by "${artist}"`); console.log(`Fetched release year ${releaseYear} from MusicBrainz for "${title}" by "${artist}"`);
}
} }
} catch (e) { } catch (e) {
console.error('Failed to fetch release year from MusicBrainz:', e); console.error('Failed to fetch release year:', e);
} }
const song = await prisma.song.create({ const song = await prisma.song.create({

View File

@@ -26,4 +26,4 @@ services:
start_period: 40s start_period: 40s
# Run migrations and start server (auto-baseline on first run if needed) # Run migrations and start server (auto-baseline on first run if needed)
command: > command: >
sh -c "npx prisma migrate deploy || (echo 'Baselining existing database...' && sh scripts/baseline-migrations.sh && npx prisma migrate deploy) && node scripts/migrate-release-years.mjs && node scripts/migrate-covers.mjs && node server.js" sh -c "npx prisma migrate deploy || (echo 'Baselining existing database...' && sh scripts/baseline-migrations.sh && npx prisma migrate deploy) && node scripts/migrate-covers.mjs && node server.js"

79
lib/itunes.ts Normal file
View File

@@ -0,0 +1,79 @@
/**
* iTunes Search API integration for fetching release years
* API Documentation: https://performance-partners.apple.com/search-api
*/
interface ItunesResult {
wrapperType: string;
kind: string;
artistName: string;
collectionName: string;
trackName: string;
releaseDate: string;
primaryGenreName: string;
}
interface ItunesResponse {
resultCount: number;
results: ItunesResult[];
}
/**
* Get the earliest release year for a song from iTunes
* @param artist Artist name
* @param title Song title
* @returns Release year or null if not found
*/
export async function getReleaseYearFromItunes(artist: string, title: string): Promise<number | null> {
try {
// Construct search URL
// entity=song ensures we get individual tracks
// limit=10 to get a good range of potential matches (originals, remasters, best ofs)
const term = encodeURIComponent(`${artist} ${title}`);
const url = `https://itunes.apple.com/search?term=${term}&entity=song&limit=10`;
const response = await fetch(url);
if (!response.ok) {
console.error(`iTunes API error: ${response.status} ${response.statusText}`);
return null;
}
const data: ItunesResponse = await response.json();
if (data.resultCount === 0) {
return null;
}
// Filter for exact(ish) matches to avoid wrong songs
// and find the earliest release date
let earliestYear: number | null = null;
const normalizedTitle = title.toLowerCase().replace(/[^\w\s]/g, '');
const normalizedArtist = artist.toLowerCase().replace(/[^\w\s]/g, '');
for (const result of data.results) {
// Basic validation that it's the right song
const resTitle = result.trackName.toLowerCase().replace(/[^\w\s]/g, '');
const resArtist = result.artistName.toLowerCase().replace(/[^\w\s]/g, '');
// Check if title and artist are contained in the result (fuzzy match)
if (resTitle.includes(normalizedTitle) && resArtist.includes(normalizedArtist)) {
if (result.releaseDate) {
const year = new Date(result.releaseDate).getFullYear();
if (!isNaN(year)) {
if (earliestYear === null || year < earliestYear) {
earliestYear = year;
}
}
}
}
}
return earliestYear;
} catch (error) {
console.error(`Error fetching release year from iTunes for "${title}" by "${artist}":`, error);
return null;
}
}

View File

@@ -7,10 +7,7 @@ echo "Starting deployment..."
echo "Running database migrations..." echo "Running database migrations..."
npx prisma migrate deploy npx prisma migrate deploy
# Run release year migration (only if not already done)
# Run release year migration (idempotent, skips if all done)
echo "Running release year migration check..."
node scripts/migrate-release-years.mjs
# Start the application # Start the application
echo "Starting application..." echo "Starting application..."