fix(movies): kandydaci do dopasowania po podobienstwie tytulu
Some checks are pending
Backend tests / test (push) Waiting to run

find_movie_candidates bral dowolne 50 wierszy z sumy trigramu i bloku
studio+rok. Duze studio ma kilkaset filmow w trzech latach, wiec wierny
duplikat wypadal z puli i powstawal nowy film. Teraz kolejnosc po
similarity(). Skrypt remerge dostal tryb --same-title-studio (scalono
930 par o tym samym tytule i studiu).

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
goon-foss 2026-10-16 11:04:14 +02:00
parent 37f8eb1762
commit e0f70f2574
2 changed files with 63 additions and 1 deletions

View file

@ -32,8 +32,13 @@ def find_movie_candidates(
net dla SEO tytułów (np. mangoporn często ma "Watch Cece adult..." vs paradisehill
"Cece", trigram złapie, ale gdyby nie, studio+year wystarczają).
"""
from sqlalchemy import literal
from sqlalchemy import func, literal
# Kolejnosc po podobienstwie tytulu: bez niej LIMIT bral dowolne 50 z sumy trigramu i
# bloku studio+rok, a duze studio ma kilkaset filmow w trzech latach. Wtedy wierny
# duplikat (ten sam tytul, rok, studio i obsada) wypadal z puli i powstawal nowy film
# (2026-10-16: 13 z 228 nowych filmow z pandamovies, po scaleniu blizniaczych studiow
# bloki urosly).
q = session.execute(
select(Movie)
.where(
@ -45,6 +50,7 @@ def find_movie_candidates(
_studio_year_block(studio_id, release_year),
)
)
.order_by(func.similarity(Movie.title_normalized, literal(title_normalized)).desc())
.limit(limit)
).scalars()
return list(q)

View file

@ -66,11 +66,67 @@ def _keep_rank(session, movie: Movie) -> tuple:
return (movie.release_year is not None, cast, -movie.created_at.timestamp())
def _same_title_studio(apply: bool) -> None:
"""Grupy filmow o identycznym tytule i studiu. find_movie_candidates bral dowolne 50
kandydatow bez kolejnosci (do 2026-10-16), wiec przy duzych studiach wierny duplikat
wypadal z puli. Kazdy czlonek grupy oceniany wzgledem zostajacego; ten sam prog co
ingest, wiec wznowienia z innym rokiem (ocena max 0,8) zostaja osobno."""
with session_scope() as s:
groups = s.execute(text("""
SELECT array_agg(id) FROM movies
WHERE studio_id IS NOT NULL AND length(title_normalized) >= 4
GROUP BY title_normalized, studio_id HAVING count(*) > 1
""")).scalars().all()
rejected = _rejected_pairs(s)
print(f"grup: {len(groups)}", flush=True)
merged = 0
for ids in groups:
with session_scope() as s:
members = sorted((s.get(Movie, i) for i in ids), key=lambda x: _keep_rank(s, x), reverse=True)
keep = members[0]
for m in members[1:]:
if frozenset((keep.id, m.id)) in rejected:
continue
perfs = [
r.performer_id
for r in s.execute(
MoviePerformer.__table__.select().where(MoviePerformer.movie_id == m.id)
).fetchall()
]
b = score_movie_candidate(
s,
candidate=keep,
norm_title_normalized=m.title_normalized,
norm_release_year=m.release_year,
norm_studio_id=m.studio_id,
norm_performer_ids=perfs,
)
if b.composite < AUTO_THRESHOLD:
continue
print(
f"{b.composite:.2f} ZOSTAJE {keep.title!r} ({keep.release_year})"
f" <= {m.title!r} ({m.release_year})",
flush=True,
)
if apply:
try:
merge_movies(s, keep_id=keep.id, drop_id=m.id, resolved_by="remerge_same_title_studio_20261016")
except MovieMergeError as e:
print(" blad:", e, flush=True)
continue
merged += 1
print(f"{'scalono' if apply else 'do scalenia'}: {merged}", flush=True)
def main() -> None:
ap = argparse.ArgumentParser()
ap.add_argument("--apply", action="store_true")
ap.add_argument("--limit", type=int, default=0)
ap.add_argument("--same-title-studio", action="store_true")
args = ap.parse_args()
if args.same_title_studio:
_same_title_studio(args.apply)
return
with session_scope() as s:
ids = _affected_ids(s)