diff --git a/src/core/tasks/scheduled/sync/agency/operator.py b/src/core/tasks/scheduled/sync/agency/operator.py index 7b8c1a80..55318882 100644 --- a/src/core/tasks/scheduled/sync/agency/operator.py +++ b/src/core/tasks/scheduled/sync/agency/operator.py @@ -21,11 +21,13 @@ def task_type(self) -> TaskType: # return TaskType.SYNC_AGENCIES async def inner_task_logic(self): + count_agencies_synced = 0 params = await self.adb_client.get_agencies_sync_parameters() if params.page is None: params.page = 1 response = await self.pdap_client.sync_agencies(params) + count_agencies_synced += len(response.agencies) request_count = 1 while len(response.agencies) > 0: check_max_sync_requests_not_exceeded(request_count) @@ -38,7 +40,9 @@ async def inner_task_logic(self): await self.adb_client.update_agencies_sync_progress(params.page) response = await self.pdap_client.sync_agencies(params) + count_agencies_synced += len(response.agencies) request_count += 1 await self.adb_client.mark_full_agencies_sync() + print(f"Sync completeSynced {count_agencies_synced} agencies") diff --git a/src/core/tasks/scheduled/sync/data_sources/operator.py b/src/core/tasks/scheduled/sync/data_sources/operator.py index a88fc34a..cfae9459 100644 --- a/src/core/tasks/scheduled/sync/data_sources/operator.py +++ b/src/core/tasks/scheduled/sync/data_sources/operator.py @@ -21,11 +21,14 @@ def task_type(self): return TaskType.SYNC_DATA_SOURCES async def inner_task_logic(self): + count_sources_synced = 0 + params = await self.adb_client.get_data_sources_sync_parameters() if params.page is None: params.page = 1 response = await self.pdap_client.sync_data_sources(params) + count_sources_synced += len(response.data_sources) request_count = 1 while len(response.data_sources) > 0: check_max_sync_requests_not_exceeded(request_count) @@ -38,6 +41,8 @@ async def inner_task_logic(self): await self.adb_client.update_data_sources_sync_progress(params.page) response = await self.pdap_client.sync_data_sources(params) + count_sources_synced += len(response.data_sources) request_count += 1 await self.adb_client.mark_full_data_sources_sync() + print(f"Sync complete. Synced {count_sources_synced} data sources")