Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 09167e44c7 | |||
| 508eecd0bd | |||
| 577fe1f7a7 | |||
| c3bf111107 |
@@ -0,0 +1,13 @@
|
||||
# Contributing
|
||||
|
||||
## Branching
|
||||
|
||||
- `main` is stable.
|
||||
- `develop` is the integration branch.
|
||||
- Feature branches use: `feature/<name>`.
|
||||
|
||||
## Safety Rules
|
||||
|
||||
Never commit personal music library files, Serato databases, or crates.
|
||||
|
||||
Never write repair code without dry-run mode, backup plan, and rollback log.
|
||||
+48
@@ -0,0 +1,48 @@
|
||||
# Serato Doctor Roadmap
|
||||
|
||||
## v0.1 — Library Inspector
|
||||
|
||||
- [x] Project repository
|
||||
- [x] Filesystem scanner
|
||||
- [x] Serato crate parser
|
||||
- [x] Missing reference CSV report
|
||||
- [x] Grouped missing reference report
|
||||
- [ ] HTML health dashboard
|
||||
- [ ] Test suite
|
||||
- [ ] Sample library fixtures
|
||||
- [ ] Database V2 read-only parser
|
||||
|
||||
## v0.2 — Diagnostics
|
||||
|
||||
- [ ] Duplicate filename detection
|
||||
- [ ] Duplicate audio hash detection
|
||||
- [ ] Broken symlink detection
|
||||
- [ ] Orphaned audio detection
|
||||
- [ ] OneDrive rename detection
|
||||
- [ ] Crate classification: static vs smart/dynamic
|
||||
- [ ] Library health score
|
||||
|
||||
## v0.3 — Safe Repair
|
||||
|
||||
- [ ] Dry-run repair plan
|
||||
- [ ] Backup before repair
|
||||
- [ ] Compatibility symlink creation
|
||||
- [ ] Compatibility copy creation
|
||||
- [ ] Rename repair
|
||||
- [ ] Rollback log
|
||||
|
||||
## v0.4 — Migration Wizard
|
||||
|
||||
- [ ] Move library root
|
||||
- [ ] Cloud provider migration
|
||||
- [ ] External drive migration
|
||||
- [ ] Verify moved library
|
||||
- [ ] Update application references
|
||||
|
||||
## v1.0 — DJ Library Doctor
|
||||
|
||||
- [ ] Desktop UI
|
||||
- [ ] Serato support
|
||||
- [ ] Rekordbox support
|
||||
- [ ] VirtualDJ support
|
||||
- [ ] Engine DJ support
|
||||
@@ -0,0 +1,11 @@
|
||||
# Architecture
|
||||
|
||||
Serato Doctor is designed as a DJ library inspection, repair, and migration platform.
|
||||
|
||||
## Design Principles
|
||||
|
||||
1. Read-only by default.
|
||||
2. Every repair must support preview/dry-run.
|
||||
3. Every repair must create a backup or rollback path.
|
||||
4. Application-specific logic lives in engines.
|
||||
5. Core matching and scanning logic should be application-agnostic.
|
||||
@@ -0,0 +1,26 @@
|
||||
# Case Study: OneDrive Mac Migration
|
||||
|
||||
## Scenario
|
||||
|
||||
A large Serato DJ library was migrated from an older Mac to a newer Mac using OneDrive.
|
||||
|
||||
## Symptoms
|
||||
|
||||
- OneDrive client stuck syncing
|
||||
- Duplicate OneDrive folders
|
||||
- Thousands of files renamed with trailing ` 2`
|
||||
- Serato reported many tracks as missing
|
||||
- Some files existed on disk but still appeared orange in Serato
|
||||
|
||||
## Findings
|
||||
|
||||
- OneDrive sync state was rebuilt successfully
|
||||
- Thousands of orphaned filename conflicts were repaired
|
||||
- Some Serato references were stale database objects, not missing files
|
||||
- Smart/dynamic crates should be classified separately from static user crates
|
||||
|
||||
## Lessons
|
||||
|
||||
- Filesystem health and Serato database health are separate problems
|
||||
- Smart crates should not be treated the same as static crates
|
||||
- Repair tools must be read-only by default and generate a plan before changing anything
|
||||
@@ -0,0 +1,9 @@
|
||||
[project]
|
||||
name = "serato-doctor"
|
||||
version = "0.1.0"
|
||||
description = "Inspect, diagnose, repair, and migrate DJ libraries."
|
||||
requires-python = ">=3.9"
|
||||
dependencies = []
|
||||
|
||||
[project.scripts]
|
||||
serato-doctor = "serato_doctor.cli:main"
|
||||
+17
-22
@@ -1,9 +1,10 @@
|
||||
from pathlib import Path
|
||||
import argparse
|
||||
import csv
|
||||
|
||||
from serato_doctor.crate_parser import parse_crates
|
||||
from serato_doctor.models.library import Library
|
||||
from serato_doctor.scanner import scan_audio
|
||||
from serato_doctor.report import write_csv, write_missing_report
|
||||
|
||||
|
||||
def main():
|
||||
@@ -11,35 +12,29 @@ def main():
|
||||
parser.add_argument("--serato", default=str(Path.home() / "Music/_Serato_"))
|
||||
parser.add_argument("--music", default=str(Path.home() / "Library/CloudStorage/OneDrive-Personal/Jukebox"))
|
||||
parser.add_argument("--out", default=str(Path.home() / "Desktop/serato_doctor_scan.csv"))
|
||||
parser.add_argument("--report", default=str(Path.home() / "Desktop/serato_doctor_missing_report.txt"))
|
||||
args = parser.parse_args()
|
||||
|
||||
serato = Path(args.serato)
|
||||
music = Path(args.music)
|
||||
out = Path(args.out)
|
||||
report = Path(args.report)
|
||||
|
||||
refs = parse_crates(serato / "Subcrates")
|
||||
disk = scan_audio(music)
|
||||
library = Library.build(
|
||||
references=parse_crates(serato / "Subcrates"),
|
||||
tracks=scan_audio(music),
|
||||
)
|
||||
results = library.reconcile_by_filename()
|
||||
missing_count = sum(1 for result in results if not result.exists_by_filename)
|
||||
|
||||
disk_names = {t.filename for t in disk}
|
||||
write_csv(results, out)
|
||||
write_missing_report(results, report)
|
||||
|
||||
rows = []
|
||||
for ref in refs:
|
||||
rows.append({
|
||||
"crate": str(ref.source),
|
||||
"serato_path": str(ref.path),
|
||||
"filename": ref.filename,
|
||||
"exists_by_filename": ref.filename in disk_names,
|
||||
})
|
||||
|
||||
with out.open("w", newline="", encoding="utf-8") as f:
|
||||
writer = csv.DictWriter(f, fieldnames=["crate", "serato_path", "filename", "exists_by_filename"])
|
||||
writer.writeheader()
|
||||
writer.writerows(rows)
|
||||
|
||||
print(f"Crate references: {len(refs)}")
|
||||
print(f"Disk tracks: {len(disk)}")
|
||||
print(f"Missing by filename: {sum(1 for r in rows if not r['exists_by_filename'])}")
|
||||
print(f"Wrote: {out}")
|
||||
print(f"Crate references: {len(library.references)}")
|
||||
print(f"Disk tracks: {len(library.tracks)}")
|
||||
print(f"Missing by filename: {missing_count}")
|
||||
print(f"CSV: {out}")
|
||||
print(f"Report: {report}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from pathlib import Path
|
||||
|
||||
from serato_doctor.models import TrackReference
|
||||
from serato_doctor.models.crate import Crate
|
||||
from serato_doctor.models.reference import TrackReference
|
||||
|
||||
|
||||
def read_crate_text(crate_path: Path) -> str:
|
||||
@@ -20,7 +21,7 @@ def clean_path(raw: str) -> str:
|
||||
return raw.strip()
|
||||
|
||||
|
||||
def parse_crate(crate_path: Path) -> list[TrackReference]:
|
||||
def load_crate(crate_path: Path) -> Crate:
|
||||
text = read_crate_text(crate_path)
|
||||
refs = []
|
||||
|
||||
@@ -48,7 +49,13 @@ def parse_crate(crate_path: Path) -> list[TrackReference]:
|
||||
)
|
||||
)
|
||||
|
||||
return refs
|
||||
return Crate(path=crate_path, references=tuple(refs))
|
||||
|
||||
|
||||
def parse_crate(crate_path: Path) -> list[TrackReference]:
|
||||
"""Parse references from one crate, preserving the prototype API."""
|
||||
|
||||
return list(load_crate(crate_path).references)
|
||||
|
||||
|
||||
def parse_crates(root: Path) -> list[TrackReference]:
|
||||
|
||||
@@ -0,0 +1,6 @@
|
||||
from serato_doctor.models.crate import Crate
|
||||
from serato_doctor.models.library import Library
|
||||
from serato_doctor.models.reference import ReferenceResult, TrackReference
|
||||
from serato_doctor.models.track import DiskTrack
|
||||
|
||||
__all__ = ["Crate", "DiskTrack", "Library", "ReferenceResult", "TrackReference"]
|
||||
@@ -0,0 +1,13 @@
|
||||
from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
from typing import Tuple
|
||||
|
||||
from serato_doctor.models.reference import TrackReference
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class Crate:
|
||||
"""A Serato crate and the track references parsed from it."""
|
||||
|
||||
path: Path
|
||||
references: Tuple[TrackReference, ...]
|
||||
@@ -0,0 +1,31 @@
|
||||
from dataclasses import dataclass
|
||||
from typing import Iterable, Tuple
|
||||
|
||||
from serato_doctor.models.reference import ReferenceResult, TrackReference
|
||||
from serato_doctor.models.track import DiskTrack
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class Library:
|
||||
"""The read-only view of crate references and audio found on disk."""
|
||||
|
||||
references: Tuple[TrackReference, ...]
|
||||
tracks: Tuple[DiskTrack, ...]
|
||||
|
||||
@classmethod
|
||||
def build(
|
||||
cls,
|
||||
references: Iterable[TrackReference],
|
||||
tracks: Iterable[DiskTrack],
|
||||
) -> "Library":
|
||||
return cls(tuple(references), tuple(tracks))
|
||||
|
||||
def reconcile_by_filename(self) -> Tuple[ReferenceResult, ...]:
|
||||
disk_names = {track.filename for track in self.tracks}
|
||||
return tuple(
|
||||
ReferenceResult(
|
||||
reference=reference,
|
||||
exists_by_filename=reference.filename in disk_names,
|
||||
)
|
||||
for reference in self.references
|
||||
)
|
||||
@@ -0,0 +1,27 @@
|
||||
from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class TrackReference:
|
||||
"""A track path referenced by a Serato crate."""
|
||||
|
||||
source: Path
|
||||
path: Path
|
||||
filename: str
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class ReferenceResult:
|
||||
"""The filename-level reconciliation result for a crate reference."""
|
||||
|
||||
reference: TrackReference
|
||||
exists_by_filename: bool
|
||||
|
||||
def as_row(self) -> dict:
|
||||
return {
|
||||
"crate": str(self.reference.source),
|
||||
"serato_path": str(self.reference.path),
|
||||
"filename": self.reference.filename,
|
||||
"exists_by_filename": self.exists_by_filename,
|
||||
}
|
||||
@@ -2,15 +2,10 @@ from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class TrackReference:
|
||||
source: Path
|
||||
path: Path
|
||||
filename: str
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class DiskTrack:
|
||||
"""An audio file discovered on disk."""
|
||||
|
||||
path: Path
|
||||
filename: str
|
||||
size: int
|
||||
@@ -0,0 +1,47 @@
|
||||
from collections import Counter, defaultdict
|
||||
from pathlib import Path
|
||||
from typing import Iterable
|
||||
import csv
|
||||
|
||||
from serato_doctor.models.reference import ReferenceResult
|
||||
|
||||
|
||||
def write_missing_report(results: Iterable[ReferenceResult], out: Path) -> None:
|
||||
rows = [result.as_row() for result in results]
|
||||
missing = [r for r in rows if not r["exists_by_filename"]]
|
||||
|
||||
crate_counts = Counter(r["crate"] for r in missing)
|
||||
filename_counts = Counter(r["filename"] for r in missing)
|
||||
|
||||
with out.open("w", encoding="utf-8") as f:
|
||||
f.write("# Serato Doctor Missing Report\n\n")
|
||||
f.write(f"Total missing references: {len(missing)}\n\n")
|
||||
|
||||
f.write("## Missing by crate\n\n")
|
||||
for crate, count in crate_counts.most_common():
|
||||
f.write(f"{count:5} {crate}\n")
|
||||
|
||||
f.write("\n## Most common missing filenames\n\n")
|
||||
for filename, count in filename_counts.most_common(100):
|
||||
f.write(f"{count:5} {filename}\n")
|
||||
|
||||
f.write("\n## Detail\n\n")
|
||||
by_crate = defaultdict(list)
|
||||
for r in missing:
|
||||
by_crate[r["crate"]].append(r["filename"])
|
||||
|
||||
for crate, names in sorted(by_crate.items()):
|
||||
f.write(f"\n### {crate}\n")
|
||||
for name in sorted(set(names)):
|
||||
f.write(f"- {name}\n")
|
||||
|
||||
|
||||
def write_csv(results: Iterable[ReferenceResult], out: Path) -> None:
|
||||
rows = [result.as_row() for result in results]
|
||||
with out.open("w", newline="", encoding="utf-8") as f:
|
||||
writer = csv.DictWriter(
|
||||
f,
|
||||
fieldnames=["crate", "serato_path", "filename", "exists_by_filename"],
|
||||
)
|
||||
writer.writeheader()
|
||||
writer.writerows(rows)
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
from pathlib import Path
|
||||
|
||||
from serato_doctor.models import DiskTrack
|
||||
from serato_doctor.models.track import DiskTrack
|
||||
|
||||
AUDIO_SUFFIXES = {".mp3", ".m4a", ".wav", ".aif", ".aiff", ".flac"}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user