From 858332d65764cb3d18188b5794b4efce88bb9d2e Mon Sep 17 00:00:00 2001 From: Siarhei Siniak Date: Sat, 6 Jul 2024 14:30:27 +0300 Subject: [PATCH] [~] Refactor --- python/tasks/tiktok/__init__.py | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/python/tasks/tiktok/__init__.py b/python/tasks/tiktok/__init__.py index 2f96721..60a2b1b 100644 --- a/python/tasks/tiktok/__init__.py +++ b/python/tasks/tiktok/__init__.py @@ -57,6 +57,8 @@ async def tiktok_videos_links_get( r'https://www.tiktok.com/@\w+/video/\d+' ).findall(content) + old_size = len(links) + for o in new_links: links.add(o) @@ -69,10 +71,11 @@ async def tiktok_videos_links_get( if elapsed > max_time: break; - logger.info(json.dumps(dict( - total=len(links), - elapsed=elapsed, - scroll_y=await session.page.evaluate('window.scrollY'), - ))) + if old_size < len(links): + logger.info(json.dumps(dict( + total=len(links), + elapsed=elapsed, + scroll_y=await session.page.evaluate('window.scrollY'), + ))) return links