jackc/slop-farmer-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

testing top offenders query

Browse Source
This commit is contained in:
Jack Case
2025-11-26 21:43:18 +00:00
parent 283e9c6b7f
commit cbabd5da3c
2 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
slopserver/db.py
View File

@@ -12,9 +12,12 @@ def select_slop(urls: list[ParseResult], engine: Engine) -> Iterable[Domain]:
rows = session.scalars(query).all()
return rows
def top_offenders(limit: int|None = None, engine: Engine) -> Iterable[Domain]:
query = select(Domain).join(Path).group_by(Domain.id).order_by(func.count(Path.id).desc())
top_offenders
def top_offenders(engine: Engine, limit: int|None = None) -> Iterable[Domain]:
query = select(Domain.domain_name, func.count(Path.id)).join(Path).group_by(Domain.id).order_by(func.count(Path.id).desc())
if limit: query = query.limit(limit)
with Session(engine) as session:
top_offenders = session.execute(query).all()
return top_offenders
def insert_slop(urls: list[ParseResult], engine: Engine, user: User | None = None):
domain_dict: dict[str. set[str]] = dict()