diff --git a/src/bluesearch/database/topic.py b/src/bluesearch/database/topic.py index c0d714411..a17bcbfe8 100644 --- a/src/bluesearch/database/topic.py +++ b/src/bluesearch/database/topic.py @@ -359,6 +359,9 @@ def get_topics_for_arxiv_articles( ids = list(id_2_path.keys()) article_topics = {} for i_start in range(0, len(ids), batch_size): + logger.info( + f"Processing batch {i_start//batch_size} out of {len(ids)//batch_size}" + ) # Get a slice of arXiv ids i_end = i_start + batch_size id_list = ids[i_start:i_end] @@ -368,6 +371,7 @@ def get_topics_for_arxiv_articles( "id_list": ",".join(id_list), "max_results": str(batch_size), } + logger.debug(f"Requesting topic info on arxiv ids: {id_list}") res = requests.get(base_url, params) res.raise_for_status()