feat: BPM and musical key detection for all clips

Backend:
- New analysis.py module using librosa for BPM + key detection
  - detect_bpm(): librosa.beat.beat_track() returns tempo
  - detect_key(): Krumhansl-Schmuckler key profiles on chroma features
  - analyze_clip(): combined call returning {bpm, key}
- New dependency: librosa==0.10.2 + soundfile==0.12.1
- Database migrations: bpm (REAL) and key (TEXT) columns added
- New set_analysis() function in database.py
- New endpoint: GET /api/clips/{id}/analysis
  - Returns cached analysis if available
  - Computes on-demand if missing, caches result
  - 400 if clip not ready, 404 if no audio file

Frontend:
- Clip interface extended with bpm?: number | null, key?: string | null
- Gallery: BPM and key badges shown in ribbon and tile views
  - BPM badge: lyria-accent background
  - Key badge: white/5 background
- DetailPanel: BPM and key shown in metadata grid when available
- App.tsx: handleSelectClip() fetches analysis on-demand when opening
  detail panel if not already cached

Docs:
- Architecture KB updated with Audio Analysis section
- Tasks KB: T-028 marked In Progress → will mark Done after commit
This commit is contained in:
rin.kagamine committed 2026-05-29 21:09:04 -04:00
1 parent 2d47f77820
commit 1e21b7dcc8
7 files changed
+187 -3

No files matched your search

+20 -1
View File
@@ -15,6 +15,8 @@ interface Clip {
error_message?: string
file_size_bytes?: number
artwork_filename?: string | null
bpm?: number | null
key?: string | null
created_at: string
}
@@ -119,6 +121,23 @@ function App() {
}
}
const handleSelectClip = async (clip: Clip) => {
setSelectedClip(clip)
// Fetch analysis if not already cached
if (!clip.bpm || !clip.key) {
try {
const res = await fetch(`/api/clips/${clip.id}/analysis`)
if (res.ok) {
const analysis = await res.json()
setClips(prev => prev.map(c => c.id === clip.id ? { ...c, bpm: analysis.bpm, key: analysis.key } : c))
setSelectedClip({ ...clip, bpm: analysis.bpm, key: analysis.key })
}
} catch (err) {
console.error('Failed to fetch analysis:', err)
}
}
}
const handleClearWaveforms = async () => {
try {
await fetch('/api/admin/clear-waveforms', { method: 'POST' })
@@ -174,7 +193,7 @@ function App() {
onPlay={handlePlay}
onDelete={handleDelete}
onRename={handleRename}
onSelect={(clip) => setSelectedClip(clip)}
onSelect={handleSelectClip}
onUploadArtwork={handleUploadArtwork}
currentClipId={currentClip?.id}
/>