09f389100a
Some checks are pending
Backend tests / test (push) Waiting to run
- browse_runs (migracja 0056): jeden wiersz per scraper i przebieg browse-latest - quality_watchdog: listing pusty albo bez nowych, skok lub zanik obsady, sceny bez dlugosci i miniatur, spadek udanych odtworzen per origin; fingerprint per zrodlo i rodzaj - ingest_watchdog: prog swiezosci z mediany odstepow zrodla (3x, max 14 d) zamiast stalej - duration backfill: resolvery perverzija (JSON-LD) i mypornerleak (itemprop), paczka po rowno z originow, 404/410 zamyka wiersz od razu - parsery: galaxyporn data z JSON-LD, hentaimama dlugosc, javflix aktorki, fullmovies i hdporngg data z uploadDate
41 lines
1.5 KiB
Python
41 lines
1.5 KiB
Python
"""Przebiegi browse-latest per scraper (watchdog listingu).
|
|
|
|
Revision ID: 0056_browse_runs
|
|
Revises: 0055_survey_responses
|
|
Create Date: 2026-10-14
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import sqlalchemy as sa
|
|
from alembic import op
|
|
from sqlalchemy.dialects.postgresql import UUID
|
|
|
|
revision = "0056_browse_runs"
|
|
down_revision: str | None = "0055_survey_responses"
|
|
branch_labels = None
|
|
depends_on = None
|
|
|
|
|
|
def upgrade() -> None:
|
|
op.create_table(
|
|
"browse_runs",
|
|
sa.Column("id", UUID(as_uuid=True), primary_key=True),
|
|
sa.Column("sitetag", sa.String(64), nullable=False),
|
|
sa.Column(
|
|
"started_at", sa.DateTime(timezone=True), server_default=sa.func.now(), nullable=False
|
|
),
|
|
sa.Column("elapsed_s", sa.Float, nullable=True),
|
|
sa.Column("seen", sa.Integer, nullable=False, server_default="0"),
|
|
sa.Column("new", sa.Integer, nullable=False, server_default="0"),
|
|
sa.Column("updated", sa.Integer, nullable=False, server_default="0"),
|
|
sa.Column("skipped", sa.Integer, nullable=False, server_default="0"),
|
|
sa.Column("errors", sa.Integer, nullable=False, server_default="0"),
|
|
sa.Column("failed", sa.Boolean, nullable=False, server_default=sa.false()),
|
|
sa.Column("note", sa.Text, nullable=True),
|
|
)
|
|
op.create_index("ix_browse_runs_sitetag_started", "browse_runs", ["sitetag", "started_at"])
|
|
|
|
|
|
def downgrade() -> None:
|
|
op.drop_index("ix_browse_runs_sitetag_started", table_name="browse_runs")
|
|
op.drop_table("browse_runs")
|