From b72f6c60fd36f336ce217001f0b850647217a15c Mon Sep 17 00:00:00 2001 From: Max Chis Date: Sun, 5 Oct 2025 08:44:44 -0400 Subject: [PATCH] Update Internet Archives Save --- src/external/internet_archives/client.py | 6 +++++- tests/manual/external/internet_archive/test_upload.py | 2 +- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/src/external/internet_archives/client.py b/src/external/internet_archives/client.py index 00ab7b1d..4a3463a8 100644 --- a/src/external/internet_archives/client.py +++ b/src/external/internet_archives/client.py @@ -82,7 +82,11 @@ async def search_for_url_snapshot(self, url: str) -> InternetArchivesURLMapping: async def _save_url(self, url: str) -> int: async with self.session.post( - f"http://web.archive.org/save/{url}", + f"http://web.archive.org/save", + json={ + "url": url, + "skip_first_archive": 1 + }, headers={ "Authorization": f"LOW {self.s3_keys}" } diff --git a/tests/manual/external/internet_archive/test_upload.py b/tests/manual/external/internet_archive/test_upload.py index 66204f5a..628951d8 100644 --- a/tests/manual/external/internet_archive/test_upload.py +++ b/tests/manual/external/internet_archive/test_upload.py @@ -3,7 +3,7 @@ from src.external.internet_archives.client import InternetArchivesClient -BASE_URL = "example.com" +BASE_URL = "https://www.muckrock.com/foi/allegheny-county-306/policy-documents-170293/" @pytest.mark.asyncio async def test_upload():