Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 09167e44c7 | |||
| 508eecd0bd | |||
| 577fe1f7a7 | |||
| c3bf111107 |
@@ -0,0 +1,13 @@
|
|||||||
|
# Contributing
|
||||||
|
|
||||||
|
## Branching
|
||||||
|
|
||||||
|
- `main` is stable.
|
||||||
|
- `develop` is the integration branch.
|
||||||
|
- Feature branches use: `feature/<name>`.
|
||||||
|
|
||||||
|
## Safety Rules
|
||||||
|
|
||||||
|
Never commit personal music library files, Serato databases, or crates.
|
||||||
|
|
||||||
|
Never write repair code without dry-run mode, backup plan, and rollback log.
|
||||||
+48
@@ -0,0 +1,48 @@
|
|||||||
|
# Serato Doctor Roadmap
|
||||||
|
|
||||||
|
## v0.1 — Library Inspector
|
||||||
|
|
||||||
|
- [x] Project repository
|
||||||
|
- [x] Filesystem scanner
|
||||||
|
- [x] Serato crate parser
|
||||||
|
- [x] Missing reference CSV report
|
||||||
|
- [x] Grouped missing reference report
|
||||||
|
- [ ] HTML health dashboard
|
||||||
|
- [ ] Test suite
|
||||||
|
- [ ] Sample library fixtures
|
||||||
|
- [ ] Database V2 read-only parser
|
||||||
|
|
||||||
|
## v0.2 — Diagnostics
|
||||||
|
|
||||||
|
- [ ] Duplicate filename detection
|
||||||
|
- [ ] Duplicate audio hash detection
|
||||||
|
- [ ] Broken symlink detection
|
||||||
|
- [ ] Orphaned audio detection
|
||||||
|
- [ ] OneDrive rename detection
|
||||||
|
- [ ] Crate classification: static vs smart/dynamic
|
||||||
|
- [ ] Library health score
|
||||||
|
|
||||||
|
## v0.3 — Safe Repair
|
||||||
|
|
||||||
|
- [ ] Dry-run repair plan
|
||||||
|
- [ ] Backup before repair
|
||||||
|
- [ ] Compatibility symlink creation
|
||||||
|
- [ ] Compatibility copy creation
|
||||||
|
- [ ] Rename repair
|
||||||
|
- [ ] Rollback log
|
||||||
|
|
||||||
|
## v0.4 — Migration Wizard
|
||||||
|
|
||||||
|
- [ ] Move library root
|
||||||
|
- [ ] Cloud provider migration
|
||||||
|
- [ ] External drive migration
|
||||||
|
- [ ] Verify moved library
|
||||||
|
- [ ] Update application references
|
||||||
|
|
||||||
|
## v1.0 — DJ Library Doctor
|
||||||
|
|
||||||
|
- [ ] Desktop UI
|
||||||
|
- [ ] Serato support
|
||||||
|
- [ ] Rekordbox support
|
||||||
|
- [ ] VirtualDJ support
|
||||||
|
- [ ] Engine DJ support
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
# Architecture
|
||||||
|
|
||||||
|
Serato Doctor is designed as a DJ library inspection, repair, and migration platform.
|
||||||
|
|
||||||
|
## Design Principles
|
||||||
|
|
||||||
|
1. Read-only by default.
|
||||||
|
2. Every repair must support preview/dry-run.
|
||||||
|
3. Every repair must create a backup or rollback path.
|
||||||
|
4. Application-specific logic lives in engines.
|
||||||
|
5. Core matching and scanning logic should be application-agnostic.
|
||||||
@@ -0,0 +1,26 @@
|
|||||||
|
# Case Study: OneDrive Mac Migration
|
||||||
|
|
||||||
|
## Scenario
|
||||||
|
|
||||||
|
A large Serato DJ library was migrated from an older Mac to a newer Mac using OneDrive.
|
||||||
|
|
||||||
|
## Symptoms
|
||||||
|
|
||||||
|
- OneDrive client stuck syncing
|
||||||
|
- Duplicate OneDrive folders
|
||||||
|
- Thousands of files renamed with trailing ` 2`
|
||||||
|
- Serato reported many tracks as missing
|
||||||
|
- Some files existed on disk but still appeared orange in Serato
|
||||||
|
|
||||||
|
## Findings
|
||||||
|
|
||||||
|
- OneDrive sync state was rebuilt successfully
|
||||||
|
- Thousands of orphaned filename conflicts were repaired
|
||||||
|
- Some Serato references were stale database objects, not missing files
|
||||||
|
- Smart/dynamic crates should be classified separately from static user crates
|
||||||
|
|
||||||
|
## Lessons
|
||||||
|
|
||||||
|
- Filesystem health and Serato database health are separate problems
|
||||||
|
- Smart crates should not be treated the same as static crates
|
||||||
|
- Repair tools must be read-only by default and generate a plan before changing anything
|
||||||
@@ -0,0 +1,9 @@
|
|||||||
|
[project]
|
||||||
|
name = "serato-doctor"
|
||||||
|
version = "0.1.0"
|
||||||
|
description = "Inspect, diagnose, repair, and migrate DJ libraries."
|
||||||
|
requires-python = ">=3.9"
|
||||||
|
dependencies = []
|
||||||
|
|
||||||
|
[project.scripts]
|
||||||
|
serato-doctor = "serato_doctor.cli:main"
|
||||||
+17
-22
@@ -1,9 +1,10 @@
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
import argparse
|
import argparse
|
||||||
import csv
|
|
||||||
|
|
||||||
from serato_doctor.crate_parser import parse_crates
|
from serato_doctor.crate_parser import parse_crates
|
||||||
|
from serato_doctor.models.library import Library
|
||||||
from serato_doctor.scanner import scan_audio
|
from serato_doctor.scanner import scan_audio
|
||||||
|
from serato_doctor.report import write_csv, write_missing_report
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
@@ -11,35 +12,29 @@ def main():
|
|||||||
parser.add_argument("--serato", default=str(Path.home() / "Music/_Serato_"))
|
parser.add_argument("--serato", default=str(Path.home() / "Music/_Serato_"))
|
||||||
parser.add_argument("--music", default=str(Path.home() / "Library/CloudStorage/OneDrive-Personal/Jukebox"))
|
parser.add_argument("--music", default=str(Path.home() / "Library/CloudStorage/OneDrive-Personal/Jukebox"))
|
||||||
parser.add_argument("--out", default=str(Path.home() / "Desktop/serato_doctor_scan.csv"))
|
parser.add_argument("--out", default=str(Path.home() / "Desktop/serato_doctor_scan.csv"))
|
||||||
|
parser.add_argument("--report", default=str(Path.home() / "Desktop/serato_doctor_missing_report.txt"))
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
serato = Path(args.serato)
|
serato = Path(args.serato)
|
||||||
music = Path(args.music)
|
music = Path(args.music)
|
||||||
out = Path(args.out)
|
out = Path(args.out)
|
||||||
|
report = Path(args.report)
|
||||||
|
|
||||||
refs = parse_crates(serato / "Subcrates")
|
library = Library.build(
|
||||||
disk = scan_audio(music)
|
references=parse_crates(serato / "Subcrates"),
|
||||||
|
tracks=scan_audio(music),
|
||||||
|
)
|
||||||
|
results = library.reconcile_by_filename()
|
||||||
|
missing_count = sum(1 for result in results if not result.exists_by_filename)
|
||||||
|
|
||||||
disk_names = {t.filename for t in disk}
|
write_csv(results, out)
|
||||||
|
write_missing_report(results, report)
|
||||||
|
|
||||||
rows = []
|
print(f"Crate references: {len(library.references)}")
|
||||||
for ref in refs:
|
print(f"Disk tracks: {len(library.tracks)}")
|
||||||
rows.append({
|
print(f"Missing by filename: {missing_count}")
|
||||||
"crate": str(ref.source),
|
print(f"CSV: {out}")
|
||||||
"serato_path": str(ref.path),
|
print(f"Report: {report}")
|
||||||
"filename": ref.filename,
|
|
||||||
"exists_by_filename": ref.filename in disk_names,
|
|
||||||
})
|
|
||||||
|
|
||||||
with out.open("w", newline="", encoding="utf-8") as f:
|
|
||||||
writer = csv.DictWriter(f, fieldnames=["crate", "serato_path", "filename", "exists_by_filename"])
|
|
||||||
writer.writeheader()
|
|
||||||
writer.writerows(rows)
|
|
||||||
|
|
||||||
print(f"Crate references: {len(refs)}")
|
|
||||||
print(f"Disk tracks: {len(disk)}")
|
|
||||||
print(f"Missing by filename: {sum(1 for r in rows if not r['exists_by_filename'])}")
|
|
||||||
print(f"Wrote: {out}")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from serato_doctor.models import TrackReference
|
from serato_doctor.models.crate import Crate
|
||||||
|
from serato_doctor.models.reference import TrackReference
|
||||||
|
|
||||||
|
|
||||||
def read_crate_text(crate_path: Path) -> str:
|
def read_crate_text(crate_path: Path) -> str:
|
||||||
@@ -20,7 +21,7 @@ def clean_path(raw: str) -> str:
|
|||||||
return raw.strip()
|
return raw.strip()
|
||||||
|
|
||||||
|
|
||||||
def parse_crate(crate_path: Path) -> list[TrackReference]:
|
def load_crate(crate_path: Path) -> Crate:
|
||||||
text = read_crate_text(crate_path)
|
text = read_crate_text(crate_path)
|
||||||
refs = []
|
refs = []
|
||||||
|
|
||||||
@@ -48,7 +49,13 @@ def parse_crate(crate_path: Path) -> list[TrackReference]:
|
|||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
||||||
return refs
|
return Crate(path=crate_path, references=tuple(refs))
|
||||||
|
|
||||||
|
|
||||||
|
def parse_crate(crate_path: Path) -> list[TrackReference]:
|
||||||
|
"""Parse references from one crate, preserving the prototype API."""
|
||||||
|
|
||||||
|
return list(load_crate(crate_path).references)
|
||||||
|
|
||||||
|
|
||||||
def parse_crates(root: Path) -> list[TrackReference]:
|
def parse_crates(root: Path) -> list[TrackReference]:
|
||||||
|
|||||||
@@ -0,0 +1,6 @@
|
|||||||
|
from serato_doctor.models.crate import Crate
|
||||||
|
from serato_doctor.models.library import Library
|
||||||
|
from serato_doctor.models.reference import ReferenceResult, TrackReference
|
||||||
|
from serato_doctor.models.track import DiskTrack
|
||||||
|
|
||||||
|
__all__ = ["Crate", "DiskTrack", "Library", "ReferenceResult", "TrackReference"]
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
from dataclasses import dataclass
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import Tuple
|
||||||
|
|
||||||
|
from serato_doctor.models.reference import TrackReference
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Crate:
|
||||||
|
"""A Serato crate and the track references parsed from it."""
|
||||||
|
|
||||||
|
path: Path
|
||||||
|
references: Tuple[TrackReference, ...]
|
||||||
@@ -0,0 +1,31 @@
|
|||||||
|
from dataclasses import dataclass
|
||||||
|
from typing import Iterable, Tuple
|
||||||
|
|
||||||
|
from serato_doctor.models.reference import ReferenceResult, TrackReference
|
||||||
|
from serato_doctor.models.track import DiskTrack
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Library:
|
||||||
|
"""The read-only view of crate references and audio found on disk."""
|
||||||
|
|
||||||
|
references: Tuple[TrackReference, ...]
|
||||||
|
tracks: Tuple[DiskTrack, ...]
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def build(
|
||||||
|
cls,
|
||||||
|
references: Iterable[TrackReference],
|
||||||
|
tracks: Iterable[DiskTrack],
|
||||||
|
) -> "Library":
|
||||||
|
return cls(tuple(references), tuple(tracks))
|
||||||
|
|
||||||
|
def reconcile_by_filename(self) -> Tuple[ReferenceResult, ...]:
|
||||||
|
disk_names = {track.filename for track in self.tracks}
|
||||||
|
return tuple(
|
||||||
|
ReferenceResult(
|
||||||
|
reference=reference,
|
||||||
|
exists_by_filename=reference.filename in disk_names,
|
||||||
|
)
|
||||||
|
for reference in self.references
|
||||||
|
)
|
||||||
@@ -0,0 +1,27 @@
|
|||||||
|
from dataclasses import dataclass
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class TrackReference:
|
||||||
|
"""A track path referenced by a Serato crate."""
|
||||||
|
|
||||||
|
source: Path
|
||||||
|
path: Path
|
||||||
|
filename: str
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class ReferenceResult:
|
||||||
|
"""The filename-level reconciliation result for a crate reference."""
|
||||||
|
|
||||||
|
reference: TrackReference
|
||||||
|
exists_by_filename: bool
|
||||||
|
|
||||||
|
def as_row(self) -> dict:
|
||||||
|
return {
|
||||||
|
"crate": str(self.reference.source),
|
||||||
|
"serato_path": str(self.reference.path),
|
||||||
|
"filename": self.reference.filename,
|
||||||
|
"exists_by_filename": self.exists_by_filename,
|
||||||
|
}
|
||||||
@@ -2,15 +2,10 @@ from dataclasses import dataclass
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class TrackReference:
|
|
||||||
source: Path
|
|
||||||
path: Path
|
|
||||||
filename: str
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class DiskTrack:
|
class DiskTrack:
|
||||||
|
"""An audio file discovered on disk."""
|
||||||
|
|
||||||
path: Path
|
path: Path
|
||||||
filename: str
|
filename: str
|
||||||
size: int
|
size: int
|
||||||
@@ -0,0 +1,47 @@
|
|||||||
|
from collections import Counter, defaultdict
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import Iterable
|
||||||
|
import csv
|
||||||
|
|
||||||
|
from serato_doctor.models.reference import ReferenceResult
|
||||||
|
|
||||||
|
|
||||||
|
def write_missing_report(results: Iterable[ReferenceResult], out: Path) -> None:
|
||||||
|
rows = [result.as_row() for result in results]
|
||||||
|
missing = [r for r in rows if not r["exists_by_filename"]]
|
||||||
|
|
||||||
|
crate_counts = Counter(r["crate"] for r in missing)
|
||||||
|
filename_counts = Counter(r["filename"] for r in missing)
|
||||||
|
|
||||||
|
with out.open("w", encoding="utf-8") as f:
|
||||||
|
f.write("# Serato Doctor Missing Report\n\n")
|
||||||
|
f.write(f"Total missing references: {len(missing)}\n\n")
|
||||||
|
|
||||||
|
f.write("## Missing by crate\n\n")
|
||||||
|
for crate, count in crate_counts.most_common():
|
||||||
|
f.write(f"{count:5} {crate}\n")
|
||||||
|
|
||||||
|
f.write("\n## Most common missing filenames\n\n")
|
||||||
|
for filename, count in filename_counts.most_common(100):
|
||||||
|
f.write(f"{count:5} {filename}\n")
|
||||||
|
|
||||||
|
f.write("\n## Detail\n\n")
|
||||||
|
by_crate = defaultdict(list)
|
||||||
|
for r in missing:
|
||||||
|
by_crate[r["crate"]].append(r["filename"])
|
||||||
|
|
||||||
|
for crate, names in sorted(by_crate.items()):
|
||||||
|
f.write(f"\n### {crate}\n")
|
||||||
|
for name in sorted(set(names)):
|
||||||
|
f.write(f"- {name}\n")
|
||||||
|
|
||||||
|
|
||||||
|
def write_csv(results: Iterable[ReferenceResult], out: Path) -> None:
|
||||||
|
rows = [result.as_row() for result in results]
|
||||||
|
with out.open("w", newline="", encoding="utf-8") as f:
|
||||||
|
writer = csv.DictWriter(
|
||||||
|
f,
|
||||||
|
fieldnames=["crate", "serato_path", "filename", "exists_by_filename"],
|
||||||
|
)
|
||||||
|
writer.writeheader()
|
||||||
|
writer.writerows(rows)
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from serato_doctor.models import DiskTrack
|
from serato_doctor.models.track import DiskTrack
|
||||||
|
|
||||||
AUDIO_SUFFIXES = {".mp3", ".m4a", ".wav", ".aif", ".aiff", ".flac"}
|
AUDIO_SUFFIXES = {".mp3", ".m4a", ".wav", ".aif", ".aiff", ".flac"}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user