From 5db573c025926c9587879dc960330411206fd1b5 Mon Sep 17 00:00:00 2001
From: Siarhei Siniak <siarheisiniak@gmail.com>
Date: Sun, 7 Jul 2024 12:19:59 +0300
Subject: [PATCH] [~] Refactor

---
 python/tasks/tiktok/tasks.py | 64 +++++++++++++++++-------------------
 1 file changed, 30 insertions(+), 34 deletions(-)

diff --git a/python/tasks/tiktok/tasks.py b/python/tasks/tiktok/tasks.py
index deed5c2..e21b84c 100644
--- a/python/tasks/tiktok/tasks.py
+++ b/python/tasks/tiktok/tasks.py
@@ -204,41 +204,37 @@ def tiktok_videos_fetch(
         error=0,
     )
 
-    with multiprocessing.Pool(processes=1) as pool:
-        for o in tqdm.tqdm(meta):
-            stats['total'] += 1
-            path = os.path.join(
-                o['result_dir'],
-                o['fname'],
-            )
+    for o in tqdm.tqdm(meta):
+        stats['total'] += 1
+        path = os.path.join(
+            o['result_dir'],
+            o['fname'],
+        )
 
-            if (
-                not os.path.exists(path) or
-                file_mime_type(path) in ['empty'] or
-                force
-            ):
-                try:
-                    pool.apply(
-                        tiktok_video_fetch,
-                        kwds=dict(
-                            id=o['id'],
-                            url=o['url'],
-                            fname=o['fname'],
-                            method=method,
-                            method_str=method_str,
-                            result_dir=o['result_dir'],
-                        ),
-                    )
-                    stats['saved'] += 1
-                except KeyboardInterrupt:
-                    break
-                except:
-                    logger.error(json.dumps(dict(
-                        msg=traceback.format_exc(),
-                    )))
-                    stats['error'] += 1
-            else:
-                stats['skipped'] += 1
+        if (
+            not os.path.exists(path) or
+            file_mime_type(path) in ['empty'] or
+            force
+        ):
+            try:
+                tiktok_video_fetch.apply_async(
+                    id=o['id'],
+                    url=o['url'],
+                    fname=o['fname'],
+                    method=method,
+                    method_str=method_str,
+                    result_dir=o['result_dir'],
+                ).wait()
+                stats['saved'] += 1
+            except KeyboardInterrupt:
+                break
+            except:
+                logger.error(json.dumps(dict(
+                    msg=traceback.format_exc(),
+                )))
+                stats['error'] += 1
+        else:
+            stats['skipped'] += 1
 
     return stats