Compare commits

..

2 Commits

Author SHA1 Message Date
Philip Guzman 09167e44c7 Introduce core library model 2026-06-30 10:10:14 -07:00
Philip Guzman 508eecd0bd Add project roadmap and architecture docs 2026-06-30 09:53:09 -07:00
14 changed files with 215 additions and 32 deletions
+13
View File
@@ -0,0 +1,13 @@
# Contributing
## Branching
- `main` is stable.
- `develop` is the integration branch.
- Feature branches use: `feature/<name>`.
## Safety Rules
Never commit personal music library files, Serato databases, or crates.
Never write repair code without dry-run mode, backup plan, and rollback log.
+48
View File
@@ -0,0 +1,48 @@
# Serato Doctor Roadmap
## v0.1 — Library Inspector
- [x] Project repository
- [x] Filesystem scanner
- [x] Serato crate parser
- [x] Missing reference CSV report
- [x] Grouped missing reference report
- [ ] HTML health dashboard
- [ ] Test suite
- [ ] Sample library fixtures
- [ ] Database V2 read-only parser
## v0.2 — Diagnostics
- [ ] Duplicate filename detection
- [ ] Duplicate audio hash detection
- [ ] Broken symlink detection
- [ ] Orphaned audio detection
- [ ] OneDrive rename detection
- [ ] Crate classification: static vs smart/dynamic
- [ ] Library health score
## v0.3 — Safe Repair
- [ ] Dry-run repair plan
- [ ] Backup before repair
- [ ] Compatibility symlink creation
- [ ] Compatibility copy creation
- [ ] Rename repair
- [ ] Rollback log
## v0.4 — Migration Wizard
- [ ] Move library root
- [ ] Cloud provider migration
- [ ] External drive migration
- [ ] Verify moved library
- [ ] Update application references
## v1.0 — DJ Library Doctor
- [ ] Desktop UI
- [ ] Serato support
- [ ] Rekordbox support
- [ ] VirtualDJ support
- [ ] Engine DJ support
+11
View File
@@ -0,0 +1,11 @@
# Architecture
Serato Doctor is designed as a DJ library inspection, repair, and migration platform.
## Design Principles
1. Read-only by default.
2. Every repair must support preview/dry-run.
3. Every repair must create a backup or rollback path.
4. Application-specific logic lives in engines.
5. Core matching and scanning logic should be application-agnostic.
@@ -0,0 +1,26 @@
# Case Study: OneDrive Mac Migration
## Scenario
A large Serato DJ library was migrated from an older Mac to a newer Mac using OneDrive.
## Symptoms
- OneDrive client stuck syncing
- Duplicate OneDrive folders
- Thousands of files renamed with trailing ` 2`
- Serato reported many tracks as missing
- Some files existed on disk but still appeared orange in Serato
## Findings
- OneDrive sync state was rebuilt successfully
- Thousands of orphaned filename conflicts were repaired
- Some Serato references were stale database objects, not missing files
- Smart/dynamic crates should be classified separately from static user crates
## Lessons
- Filesystem health and Serato database health are separate problems
- Smart crates should not be treated the same as static crates
- Repair tools must be read-only by default and generate a plan before changing anything
+9
View File
@@ -0,0 +1,9 @@
[project]
name = "serato-doctor"
version = "0.1.0"
description = "Inspect, diagnose, repair, and migrate DJ libraries."
requires-python = ">=3.9"
dependencies = []
[project.scripts]
serato-doctor = "serato_doctor.cli:main"
+11 -19
View File
@@ -2,6 +2,7 @@ from pathlib import Path
import argparse import argparse
from serato_doctor.crate_parser import parse_crates from serato_doctor.crate_parser import parse_crates
from serato_doctor.models.library import Library
from serato_doctor.scanner import scan_audio from serato_doctor.scanner import scan_audio
from serato_doctor.report import write_csv, write_missing_report from serato_doctor.report import write_csv, write_missing_report
@@ -19,27 +20,18 @@ def main():
out = Path(args.out) out = Path(args.out)
report = Path(args.report) report = Path(args.report)
refs = parse_crates(serato / "Subcrates") library = Library.build(
disk = scan_audio(music) references=parse_crates(serato / "Subcrates"),
tracks=scan_audio(music),
)
results = library.reconcile_by_filename()
missing_count = sum(1 for result in results if not result.exists_by_filename)
disk_names = {t.filename for t in disk} write_csv(results, out)
write_missing_report(results, report)
rows = [] print(f"Crate references: {len(library.references)}")
for ref in refs: print(f"Disk tracks: {len(library.tracks)}")
rows.append({
"crate": str(ref.source),
"serato_path": str(ref.path),
"filename": ref.filename,
"exists_by_filename": ref.filename in disk_names,
})
missing_count = sum(1 for r in rows if not r["exists_by_filename"])
write_csv(rows, out)
write_missing_report(rows, report)
print(f"Crate references: {len(refs)}")
print(f"Disk tracks: {len(disk)}")
print(f"Missing by filename: {missing_count}") print(f"Missing by filename: {missing_count}")
print(f"CSV: {out}") print(f"CSV: {out}")
print(f"Report: {report}") print(f"Report: {report}")
+10 -3
View File
@@ -1,6 +1,7 @@
from pathlib import Path from pathlib import Path
from serato_doctor.models import TrackReference from serato_doctor.models.crate import Crate
from serato_doctor.models.reference import TrackReference
def read_crate_text(crate_path: Path) -> str: def read_crate_text(crate_path: Path) -> str:
@@ -20,7 +21,7 @@ def clean_path(raw: str) -> str:
return raw.strip() return raw.strip()
def parse_crate(crate_path: Path) -> list[TrackReference]: def load_crate(crate_path: Path) -> Crate:
text = read_crate_text(crate_path) text = read_crate_text(crate_path)
refs = [] refs = []
@@ -48,7 +49,13 @@ def parse_crate(crate_path: Path) -> list[TrackReference]:
) )
) )
return refs return Crate(path=crate_path, references=tuple(refs))
def parse_crate(crate_path: Path) -> list[TrackReference]:
"""Parse references from one crate, preserving the prototype API."""
return list(load_crate(crate_path).references)
def parse_crates(root: Path) -> list[TrackReference]: def parse_crates(root: Path) -> list[TrackReference]:
+6
View File
@@ -0,0 +1,6 @@
from serato_doctor.models.crate import Crate
from serato_doctor.models.library import Library
from serato_doctor.models.reference import ReferenceResult, TrackReference
from serato_doctor.models.track import DiskTrack
__all__ = ["Crate", "DiskTrack", "Library", "ReferenceResult", "TrackReference"]
+13
View File
@@ -0,0 +1,13 @@
from dataclasses import dataclass
from pathlib import Path
from typing import Tuple
from serato_doctor.models.reference import TrackReference
@dataclass(frozen=True)
class Crate:
"""A Serato crate and the track references parsed from it."""
path: Path
references: Tuple[TrackReference, ...]
+31
View File
@@ -0,0 +1,31 @@
from dataclasses import dataclass
from typing import Iterable, Tuple
from serato_doctor.models.reference import ReferenceResult, TrackReference
from serato_doctor.models.track import DiskTrack
@dataclass(frozen=True)
class Library:
"""The read-only view of crate references and audio found on disk."""
references: Tuple[TrackReference, ...]
tracks: Tuple[DiskTrack, ...]
@classmethod
def build(
cls,
references: Iterable[TrackReference],
tracks: Iterable[DiskTrack],
) -> "Library":
return cls(tuple(references), tuple(tracks))
def reconcile_by_filename(self) -> Tuple[ReferenceResult, ...]:
disk_names = {track.filename for track in self.tracks}
return tuple(
ReferenceResult(
reference=reference,
exists_by_filename=reference.filename in disk_names,
)
for reference in self.references
)
+27
View File
@@ -0,0 +1,27 @@
from dataclasses import dataclass
from pathlib import Path
@dataclass(frozen=True)
class TrackReference:
"""A track path referenced by a Serato crate."""
source: Path
path: Path
filename: str
@dataclass(frozen=True)
class ReferenceResult:
"""The filename-level reconciliation result for a crate reference."""
reference: TrackReference
exists_by_filename: bool
def as_row(self) -> dict:
return {
"crate": str(self.reference.source),
"serato_path": str(self.reference.path),
"filename": self.reference.filename,
"exists_by_filename": self.exists_by_filename,
}
@@ -2,15 +2,10 @@ from dataclasses import dataclass
from pathlib import Path from pathlib import Path
@dataclass(frozen=True)
class TrackReference:
source: Path
path: Path
filename: str
@dataclass(frozen=True) @dataclass(frozen=True)
class DiskTrack: class DiskTrack:
"""An audio file discovered on disk."""
path: Path path: Path
filename: str filename: str
size: int size: int
+7 -2
View File
@@ -1,9 +1,13 @@
from collections import Counter, defaultdict from collections import Counter, defaultdict
from pathlib import Path from pathlib import Path
from typing import Iterable
import csv import csv
from serato_doctor.models.reference import ReferenceResult
def write_missing_report(rows: list[dict], out: Path) -> None:
def write_missing_report(results: Iterable[ReferenceResult], out: Path) -> None:
rows = [result.as_row() for result in results]
missing = [r for r in rows if not r["exists_by_filename"]] missing = [r for r in rows if not r["exists_by_filename"]]
crate_counts = Counter(r["crate"] for r in missing) crate_counts = Counter(r["crate"] for r in missing)
@@ -32,7 +36,8 @@ def write_missing_report(rows: list[dict], out: Path) -> None:
f.write(f"- {name}\n") f.write(f"- {name}\n")
def write_csv(rows: list[dict], out: Path) -> None: def write_csv(results: Iterable[ReferenceResult], out: Path) -> None:
rows = [result.as_row() for result in results]
with out.open("w", newline="", encoding="utf-8") as f: with out.open("w", newline="", encoding="utf-8") as f:
writer = csv.DictWriter( writer = csv.DictWriter(
f, f,
+1 -1
View File
@@ -1,6 +1,6 @@
from pathlib import Path from pathlib import Path
from serato_doctor.models import DiskTrack from serato_doctor.models.track import DiskTrack
AUDIO_SUFFIXES = {".mp3", ".m4a", ".wav", ".aif", ".aiff", ".flac"} AUDIO_SUFFIXES = {".mp3", ".m4a", ".wav", ".aif", ".aiff", ".flac"}