批量爬取 fanbox

2024-05-12 01:50:29 +08:00 · 2024-05-12 01:50:29 +08:00 · 7456e3dd82
commit 7456e3dd82
parent 7b25d0ed7d
1 changed files with 9 additions and 1 deletions
--- a/run/init.py
+++ b/run/init.py
@ -157,7 +157,15 @@ def main(driver: WebDriver, download_dir: str, proxies):
        url = "https://monpetit17.fanbox.cc/posts?page=%d" % start_page
        links += find_link(driver, url)

+    for sub_dir in os.listdir(download_dir):
+        f = os.path.join(download_dir, sub_dir)
+        if os.path.isfile(f):
+            continue
+        if len(os.listdir(f)) == 0:
+            sub_page = "https://monpetit17.fanbox.cc/posts/%s" % sub_dir
+            links.append(sub_page)
+
    print("获取子页面链接", links)

-    # download_file_link(driver, links)
+    download_file_link(driver, links)
    download_images(driver, links, download_dir, proxies)