""" Author: Uyanide pywang0608@foxmail.com Date: 2026-03-25 10:18:03 Description: SQLite-based lyric cache with per-source storage and TTL expiration """ import sqlite3 import hashlib import time from typing import Optional from loguru import logger from .lrc import LRCData from .normalize import normalize_for_match as _normalize_for_match from .normalize import normalize_artist as _normalize_artist from .config import ( DURATION_TOLERANCE_MS, LEGACY_CONFIDENCE_SYNCED, LEGACY_CONFIDENCE_UNSYNCED, ) from .models import TrackMeta, LyricResult, CacheStatus def _generate_key(track: TrackMeta, source: str) -> str: """Generate a unique cache key from track metadata and source. The key is scoped by source so that different fetchers can cache independently for the same track (e.g. Spotify synced vs Netease unsynced). """ # Spotify tracks always use their track ID as the primary identifier if track.trackid and source == "spotify": return f"spotify:{track.trackid}" parts = [] if track.artist: parts.append(track.artist) if track.title: parts.append(track.title) if track.album: parts.append(track.album) if track.length: parts.append(str(track.length)) # Fall back to URL for local files if not parts and track.url: return f"{source}:url:{track.url}" if not parts: raise ValueError("Insufficient metadata to generate cache key") raw = "|".join(parts) digest = hashlib.sha256(raw.encode()).hexdigest() return f"{source}:{digest}" class CacheEngine: def __init__(self, db_path: str): self.db_path = db_path self._init_db() def _init_db(self) -> None: """Create or migrate the cache table.""" with sqlite3.connect(self.db_path) as conn: conn.execute(""" CREATE TABLE IF NOT EXISTS cache ( key TEXT PRIMARY KEY, source TEXT NOT NULL, status TEXT NOT NULL, lyrics TEXT, created_at INTEGER NOT NULL, expires_at INTEGER, artist TEXT, title TEXT, album TEXT ) """) # Migrations cols = {r[1] for r in conn.execute("PRAGMA table_info(cache)").fetchall()} if "length" not in cols: conn.execute("ALTER TABLE cache ADD COLUMN length INTEGER") if "confidence" not in cols: conn.execute("ALTER TABLE cache ADD COLUMN confidence REAL") conn.commit() # Read def get(self, track: TrackMeta, source: str) -> Optional[LyricResult]: """Look up a cached result for *track* from *source*. Returns None on cache miss or expiration. """ try: key = _generate_key(track, source) except ValueError: return None with sqlite3.connect(self.db_path) as conn: row = conn.execute( "SELECT status, lyrics, source, expires_at, length, confidence FROM cache WHERE key = ?", (key,), ).fetchone() if not row: logger.debug(f"Cache miss: {source} / {track.display_name()}") return None status_str, lyrics, src, expires_at, cached_length, confidence = row # Check TTL expiration if expires_at and expires_at < int(time.time()): logger.debug(f"Cache expired: {source} / {track.display_name()}") conn.execute("DELETE FROM cache WHERE key = ?", (key,)) conn.commit() return None # Backfill length if the cached row is missing it if cached_length is None and track.length is not None: conn.execute( "UPDATE cache SET length = ? WHERE key = ?", (track.length, key), ) conn.commit() remaining = expires_at - int(time.time()) if expires_at else None logger.debug( f"Cache hit: {source} / {track.display_name()} " f"[{status_str}, ttl={remaining}s]" ) status = CacheStatus(status_str) if confidence is None: if status == CacheStatus.SUCCESS_SYNCED: confidence = LEGACY_CONFIDENCE_SYNCED elif status == CacheStatus.SUCCESS_UNSYNCED: confidence = LEGACY_CONFIDENCE_UNSYNCED else: confidence = 100.0 # negative statuses: value irrelevant return LyricResult( status=status, lyrics=LRCData(lyrics) if lyrics else None, source=src, ttl=remaining, confidence=confidence, ) def get_best(self, track: TrackMeta, sources: list[str]) -> Optional[LyricResult]: """Return the best cached result across *sources* by confidence. Skips negative statuses (NOT_FOUND, NETWORK_ERROR) — those are only consulted per-source to avoid redundant fetches. """ best: Optional[LyricResult] = None for src in sources: cached = self.get(track, src) if not cached: continue if cached.status not in ( CacheStatus.SUCCESS_SYNCED, CacheStatus.SUCCESS_UNSYNCED, ): continue if best is None: best = cached elif cached.confidence > best.confidence: best = cached elif ( cached.confidence == best.confidence and cached.status == CacheStatus.SUCCESS_SYNCED and best.status != CacheStatus.SUCCESS_SYNCED ): best = cached return best # Write def set( self, track: TrackMeta, source: str, result: LyricResult, ttl_seconds: Optional[int] = None, ) -> None: """Store a lyric result in the cache.""" try: key = _generate_key(track, source) except ValueError: logger.warning("Cannot cache: insufficient track metadata.") return now = int(time.time()) expires_at = now + ttl_seconds if ttl_seconds else None with sqlite3.connect(self.db_path) as conn: conn.execute( """INSERT OR REPLACE INTO cache (key, source, status, lyrics, created_at, expires_at, artist, title, album, length, confidence) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)""", ( key, source, result.status.value, str(result.lyrics) if result.lyrics else None, now, expires_at, track.artist, track.title, track.album, track.length, result.confidence, ), ) conn.commit() logger.debug( f"Cached: {source} / {track.display_name()} " f"[{result.status.value}, ttl={ttl_seconds}s]" ) # Delete def clear_all(self) -> None: """Remove every entry from the cache.""" with sqlite3.connect(self.db_path) as conn: conn.execute("DELETE FROM cache") conn.commit() logger.info("Cache cleared.") def clear_track(self, track: TrackMeta) -> None: """Remove all cached entries (every source) for a single track.""" conditions, params = self._track_where(track) if not conditions: logger.info(f"No cache entries found for {track.display_name()}.") return where = " AND ".join(conditions) with sqlite3.connect(self.db_path) as conn: cur = conn.execute(f"DELETE FROM cache WHERE {where}", params) conn.commit() if cur.rowcount: logger.info( f"Cleared {cur.rowcount} cache entries for {track.display_name()}." ) else: logger.info(f"No cache entries found for {track.display_name()}.") def prune(self) -> int: """Remove all expired entries. Returns the number of rows deleted.""" with sqlite3.connect(self.db_path) as conn: cur = conn.execute( "DELETE FROM cache WHERE expires_at IS NOT NULL AND expires_at < ?", (int(time.time()),), ) conn.commit() count = cur.rowcount logger.info(f"Pruned {count} expired cache entries.") return count @staticmethod def _track_where(track: TrackMeta) -> tuple[list[str], list[str]]: """Build WHERE conditions to match a track across all sources.""" conditions: list[str] = [] params: list[str] = [] if track.artist: conditions.append("artist = ?") params.append(track.artist) if track.title: conditions.append("title = ?") params.append(track.title) if track.album: conditions.append("album = ?") params.append(track.album) return conditions, params # Exact cross-source search def find_best_positive(self, track: TrackMeta) -> Optional[LyricResult]: """Find the best positive (synced/unsynced) cache entry for *track*. Uses exact metadata match (artist + title + album) across all sources. Returns the highest-confidence entry, or None. """ conditions, params = self._track_where(track) if not conditions: return None now = int(time.time()) conditions.append("status IN (?, ?)") params.extend( [CacheStatus.SUCCESS_SYNCED.value, CacheStatus.SUCCESS_UNSYNCED.value] ) conditions.append("(expires_at IS NULL OR expires_at > ?)") params.append(str(now)) where = " AND ".join(conditions) with sqlite3.connect(self.db_path) as conn: conn.row_factory = sqlite3.Row rows = conn.execute( f"SELECT status, lyrics, source, confidence FROM cache WHERE {where} " "ORDER BY COALESCE(confidence, " " CASE status WHEN ? THEN ? ELSE ? END" ") DESC, " "CASE status WHEN ? THEN 0 ELSE 1 END, " "created_at DESC LIMIT 1", params + [ CacheStatus.SUCCESS_SYNCED.value, LEGACY_CONFIDENCE_SYNCED, LEGACY_CONFIDENCE_UNSYNCED, CacheStatus.SUCCESS_SYNCED.value, ], ).fetchall() if not rows: return None row = dict(rows[0]) confidence = row["confidence"] if confidence is None: confidence = ( LEGACY_CONFIDENCE_SYNCED if row["status"] == CacheStatus.SUCCESS_SYNCED.value else LEGACY_CONFIDENCE_UNSYNCED ) return LyricResult( status=CacheStatus(row["status"]), lyrics=LRCData(row["lyrics"]) if row["lyrics"] else None, source="cache-search", confidence=confidence, ) # Fuzzy search def search_by_meta( self, artist: Optional[str], title: Optional[str], length: Optional[int] = None, ) -> list[dict]: """Search cache for lyrics matching artist/title with fuzzy normalization. Ignores album and source. Only returns positive results (synced/unsynced) that have not expired. When *length* is provided, filters by duration tolerance and sorts by closest match. """ if not title: return [] now = int(time.time()) with sqlite3.connect(self.db_path) as conn: conn.row_factory = sqlite3.Row rows = conn.execute( """SELECT * FROM cache WHERE status IN (?, ?) AND (expires_at IS NULL OR expires_at > ?)""", ( CacheStatus.SUCCESS_SYNCED.value, CacheStatus.SUCCESS_UNSYNCED.value, now, ), ).fetchall() norm_title = _normalize_for_match(title) norm_artist = _normalize_artist(artist) if artist else None matches: list[dict] = [] for row in rows: row_dict = dict(row) # Title must match row_title = row_dict.get("title") or "" if _normalize_for_match(row_title) != norm_title: continue # Artist must match if provided if norm_artist: row_artist = row_dict.get("artist") or "" if _normalize_artist(row_artist) != norm_artist: continue matches.append(row_dict) # Duration filtering if length is not None and matches: scored = [] for m in matches: row_len = m.get("length") if row_len is not None: diff = abs(row_len - length) if diff <= DURATION_TOLERANCE_MS: scored.append((diff, m)) else: # No duration info in cache — still a candidate but lower priority scored.append((DURATION_TOLERANCE_MS, m)) scored.sort( key=lambda x: ( x[0], -(x[1].get("confidence") or 0), x[1].get("status") != CacheStatus.SUCCESS_SYNCED.value, -(x[1].get("created_at") or 0), ) ) matches = [m for _, m in scored] return matches # Query / inspect def query_track(self, track: TrackMeta) -> list[dict]: """Return all cached rows for a given track (across all sources).""" conditions, params = self._track_where(track) if not conditions: return [] where = " AND ".join(conditions) with sqlite3.connect(self.db_path) as conn: conn.row_factory = sqlite3.Row return [ dict(r) for r in conn.execute( f"SELECT * FROM cache WHERE {where}", params ).fetchall() ] def query_all(self) -> list[dict]: """Return every row in the cache table.""" with sqlite3.connect(self.db_path) as conn: conn.row_factory = sqlite3.Row return [dict(r) for r in conn.execute("SELECT * FROM cache").fetchall()] def stats(self) -> dict: """Return aggregate cache statistics.""" now = int(time.time()) with sqlite3.connect(self.db_path) as conn: total = conn.execute("SELECT COUNT(*) FROM cache").fetchone()[0] expired = conn.execute( "SELECT COUNT(*) FROM cache WHERE expires_at IS NOT NULL AND expires_at < ?", (now,), ).fetchone()[0] by_status = dict( conn.execute( "SELECT status, COUNT(*) FROM cache GROUP BY status" ).fetchall() ) by_source = dict( conn.execute( "SELECT source, COUNT(*) FROM cache GROUP BY source" ).fetchall() ) # Source × Status cross-tabulation source_status = conn.execute( "SELECT source, status, COUNT(*) FROM cache GROUP BY source, status" ).fetchall() # Confidence buckets (only for positive statuses) confidence_rows = conn.execute( "SELECT confidence FROM cache WHERE status IN (?, ?)", ( CacheStatus.SUCCESS_SYNCED.value, CacheStatus.SUCCESS_UNSYNCED.value, ), ).fetchall() # Build source×status table: {source: {status: count}} source_status_table: dict[str, dict[str, int]] = {} for src, status, count in source_status: source_status_table.setdefault(src, {})[status] = count # Build confidence buckets buckets = { "legacy (NULL)": 0, "0-24": 0, "25-49": 0, "50-79": 0, "80-99": 0, "100": 0, } for (conf,) in confidence_rows: if conf is None: buckets["legacy (NULL)"] += 1 elif conf >= 100: buckets["100"] += 1 elif conf >= 80: buckets["80-99"] += 1 elif conf >= 50: buckets["50-79"] += 1 elif conf >= 25: buckets["25-49"] += 1 else: buckets["0-24"] += 1 return { "total": total, "expired": expired, "active": total - expired, "by_status": by_status, "by_source": by_source, "source_status": source_status_table, "confidence_buckets": buckets, }