initial commit
This commit is contained in:
@@ -0,0 +1,43 @@
|
||||
import json
|
||||
import coub
|
||||
import os
|
||||
import settings
|
||||
|
||||
|
||||
videos, links = None, None
|
||||
|
||||
if os.path.exists(settings.JSON_DATA):
|
||||
with open(settings.JSON_DATA, 'r', encoding='utf8') as f:
|
||||
videos = coub.from_json(json.loads(f.read()))
|
||||
|
||||
elif os.path.exists(settings.LINKS_TXT):
|
||||
with open(settings.LINKS_TXT, 'r', encoding='utf8') as f:
|
||||
links = f.readlines()
|
||||
|
||||
else:
|
||||
data = coub.get_sources()
|
||||
links = coub.parse_pages(data)
|
||||
with open(settings.LINKS_TXT, 'w', encoding='utf8') as f:
|
||||
f.writelines([i + '\n' for i in links])
|
||||
|
||||
|
||||
if links:
|
||||
links = coub.unique(links)
|
||||
print(f"Got {len(links)} unique coubs.")
|
||||
|
||||
print("Parsing links...")
|
||||
videos = coub.get_videos(links)
|
||||
with open(settings.JSON_DATA, 'w', encoding='utf8') as f:
|
||||
f.write(json.dumps(coub.to_json(videos)))
|
||||
|
||||
for video in videos:
|
||||
print(video)
|
||||
coub.download_video(video)
|
||||
|
||||
|
||||
print("Removing temporary files...")
|
||||
for item in os.listdir(settings.TEMP_DIR):
|
||||
os.remove(item)
|
||||
|
||||
|
||||
print("Done.")
|
||||
Reference in New Issue
Block a user