feat(app): replace in-project access manager with pdap_access_manager

alembic/versions/2025_05_13_0704-864107b703ae_create_url_checked_for_duplicate_table.py

@@ -63,6 +63,9 @@ def upgrade() -> None:
 def downgrade() -> None:
     op.drop_table('url_checked_for_duplicate')
 
+    # Delete tasks of type "Duplicate Detection"
+    op.execute("DELETE FROM TASKS WHERE TASK_TYPE = 'Duplicate Detection';")
+
     switch_enum_type(
         table_name='tasks',
         column_name='task_type',

api/main.py

@@ -1,4 +1,3 @@
-import asyncio
 from contextlib import asynccontextmanager
 
 import aiohttp
@@ -28,7 +27,7 @@
 from html_tag_collector.RootURLCache import RootURLCache
 from html_tag_collector.URLRequestInterface import URLRequestInterface
 from hugging_face.HuggingFaceInterface import HuggingFaceInterface
-from pdap_api_client.AccessManager import AccessManager
+from pdap_access_manager import AccessManager
 from pdap_api_client.PDAPClient import PDAPClient
 from util.DiscordNotifier import DiscordPoster
 

pdap_api_client/DTOs.py

@@ -1,5 +1,4 @@
 from enum import Enum
-from http import HTTPStatus
 from typing import Optional, List
 
 from pydantic import BaseModel
@@ -20,57 +19,11 @@ class ApprovalStatus(Enum):
     PENDING = "pending"
     NEEDS_IDENTIFICATION = "needs identification"
 
-
-
 class UniqueURLDuplicateInfo(BaseModel):
     original_url: str
     approval_status: ApprovalStatus
     rejection_note: Optional[str] = None
 
-class UniqueURLResponseInfo(BaseModel):
-    is_unique: bool
-    duplicates: list[UniqueURLDuplicateInfo]
-
-
-class Namespaces(Enum):
-    AUTH = "auth"
-    MATCH = "match"
-    CHECK = "check"
-    DATA_SOURCES = "data-sources"
-    SOURCE_COLLECTOR = "source-collector"
-
-
-class RequestType(Enum):
-    POST = "POST"
-    PUT = "PUT"
-    GET = "GET"
-    DELETE = "DELETE"
-
-
-class RequestInfo(BaseModel):
-    type_: RequestType
-    url: str
-    json: Optional[dict] = None
-    headers: Optional[dict] = None
-    params: Optional[dict] = None
-    timeout: Optional[int] = 10
-
-    def kwargs(self) -> dict:
-        d = {
-            "url": self.url,
-        }
-        if self.json is not None:
-            d['json'] = self.json
-        if self.headers is not None:
-            d['headers'] = self.headers
-        return d
-
-
-class ResponseInfo(BaseModel):
-    status_code: HTTPStatus
-    data: Optional[dict]
-
-
 class MatchAgencyResponse(BaseModel):
     status: MatchAgencyResponseStatus
     matches: List[MatchAgencyInfo]