insert slop page endpoint

slopserver/db.py

@@ -9,4 +9,38 @@ def select_slop(urls: list[ParseResult], engine: Engine) -> Iterable[Domain]:
     query = select(Domain).where(Domain.domain_name.in_(url[1] for url in urls))
     with Session(engine) as session:
         rows = session.scalars(query).all()
-        return rows
+        return rows
+    
+def insert_slop(urls: list[ParseResult], engine: Engine):
+    domain_dict: dict[str. set[str]] = dict()
+    for url in urls:
+        if not domain_dict.get(url[1]):
+            domain_dict[url[1]] = set()
+        
+        if url.path:
+            domain_dict[url[1]].add(url.path)
+
+    # get existing domains
+    query = select(Domain).where(Domain.domain_name.in_(domain_dict.keys()))
+    
+    existing_dict: dict[str, Domain] = dict()
+    with Session(engine) as session:
+        existing_domains = session.scalars(query).all()
+        for domain in existing_domains:
+            existing_dict[domain.domain_name] = domain
+
+        for domain, paths in domain_dict.items():
+            if not domain in existing_dict:
+                # create a new domain object and paths
+                new_domain = Domain(domain_name=domain, paths=list())
+                new_domain.paths = [Path(path=path) for path in paths]
+                session.add(new_domain)
+            
+            else:
+                existing_domain = existing_dict[domain]
+                existing_paths = set((path.path for path in existing_domain.paths))
+                for path in paths:
+                    if not path in existing_paths:
+                        existing_domain.paths.append(Path(path=path))
+
+        session.commit()