Set up progress bar task flag

ENV.md

@@ -36,9 +36,10 @@ Flags are used to enable/disable certain features. They are set to `1` to enable
 
 Configuration flags are used to enable/disable certain configurations.
 
-| Flag         | Description                        |
-|--------------|------------------------------------|
-| `POST_TO_DISCORD_FLAG` | Enables posting errors to discord. |
+| Flag         | Description                          |
+|--------------|--------------------------------------|
+| `POST_TO_DISCORD_FLAG` | Enables posting errors to discord.   |
+| `PROGRESS_BAR_FLAG` | Enables progress bars on some tasks. |
 
 
 ## Task Flags

src/core/tasks/scheduled/impl/internet_archives/probe/operator.py

@@ -17,6 +17,7 @@
 from src.db.models.impl.url.internet_archives.probe.pydantic import URLInternetArchiveMetadataPydantic
 from src.external.internet_archives.client import InternetArchivesClient
 from src.external.internet_archives.models.ia_url_mapping import InternetArchivesURLMapping
+from src.util.progress_bar import get_progress_bar_disabled
 from src.util.url_mapper import URLMapper
 
 
@@ -81,7 +82,8 @@ async def _search_for_internet_archive_links(self, urls: list[str]) -> list[Inte
                 self.ia_client.search_for_url_snapshot(url)
                 for url in urls
             ],
-            timeout=60 * 10  # 10 minutes
+            timeout=60 * 10,  # 10 minutes
+            disable=get_progress_bar_disabled()
         )
 
     async def _add_ia_metadata_to_db(

src/external/url_request/probe/core.py

@@ -9,6 +9,7 @@
 
 from src.external.url_request.probe.convert import convert_client_response_to_probe_response, convert_to_error_response
 from src.external.url_request.probe.models.wrapper import URLProbeResponseOuterWrapper
+from src.util.progress_bar import get_progress_bar_disabled
 
 
 class URLProbeManager:
@@ -22,7 +23,8 @@ def __init__(
     async def probe_urls(self, urls: list[str]) -> list[URLProbeResponseOuterWrapper]:
         return await tqdm_asyncio.gather(
             *[self._probe(url) for url in urls],
-            timeout=60 * 10  # 10 minutes
+            timeout=60 * 10,  # 10 minutes,
+            disable=get_progress_bar_disabled()
         )
 
     async def _probe(self, url: str) -> URLProbeResponseOuterWrapper:

src/util/progress_bar.py

@@ -0,0 +1,8 @@
+
+from environs import Env
+
+def get_progress_bar_disabled() -> bool:
+    env = Env()
+    env.read_env()
+    enabled: bool = env.bool("PROGRESS_BAR_FLAG", True)
+    return not enabled