jackc/slop-farmer-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

testing top offenders query

Browse Source
This commit is contained in:
Jack Case
2025-11-26 21:43:18 +00:00
parent 283e9c6b7f
commit cbabd5da3c
2 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
slopserver/db.py
View File

@@ -12,9 +12,12 @@ def select_slop(urls: list[ParseResult], engine: Engine) -> Iterable[Domain]:
rows = session.scalars(query).all() rows = session.scalars(query).all()
return rows return rows
def top_offenders(limit: int|None = None, engine: Engine) -> Iterable[Domain]: def top_offenders(engine: Engine, limit: int|None = None) -> Iterable[Domain]:
query = select(Domain).join(Path).group_by(Domain.id).order_by(func.count(Path.id).desc()) query = select(Domain.domain_name, func.count(Path.id)).join(Path).group_by(Domain.id).order_by(func.count(Path.id).desc())
top_offenders if limit: query = query.limit(limit)
with Session(engine) as session:
top_offenders = session.execute(query).all()
return top_offenders
def insert_slop(urls: list[ParseResult], engine: Engine, user: User | None = None): def insert_slop(urls: list[ParseResult], engine: Engine, user: User | None = None):
domain_dict: dict[str. set[str]] = dict() domain_dict: dict[str. set[str]] = dict()

7
slopserver/test/test_db.py
View File

@@ -7,9 +7,12 @@ import unittest
class TestDBFuncs(unittest.TestCase): class TestDBFuncs(unittest.TestCase):
test_db_url = settings.db_url test_db_url = settings.db_url
engine = None
def setUp(self): def setUp(self):
engine = create_engine(self.test_db_url) self.engine = create_engine(self.test_db_url)
def test_get_top_offenders(self):
items = top_offenders(self.engine)
print(items)
self.assertEqual(items[0][0], "moogle.com")