From ce0674bcefe81b6fa21528ede2bbc95deabc888f Mon Sep 17 00:00:00 2001 From: Jiaxi Li Date: Thu, 16 Nov 2023 17:21:22 -0600 Subject: [PATCH] feature: processing progress for crawler --- pkg/agent/tasks/PythonCrawler.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/pkg/agent/tasks/PythonCrawler.py b/pkg/agent/tasks/PythonCrawler.py index d483349..b8cbe97 100644 --- a/pkg/agent/tasks/PythonCrawler.py +++ b/pkg/agent/tasks/PythonCrawler.py @@ -36,6 +36,8 @@ def run_task(self, body, emitter): num_glossary = 2 for i in range(num_glossary): + print("Start to process %d of %d ASL video(s)" % (i+1, num_glossary)) + try: glossary_single = raw_glossaries[i] @@ -111,7 +113,10 @@ def run_task(self, body, emitter): except Exception as e: self.logger.error(' [%s] PythonCrawler failed to look up for a specific term: %s' % (source_id, str(e))) return + + print("Finished processing %d of %d ASL video(s)" % (i+1, num_glossary)) + print("All ASL video(s) processed") self.logger.info(' [%s] PythonCrawler complete!' % source_id) return \ No newline at end of file