Skip to content

Avoid file overwritten #124

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
yawwwwwn wants to merge 3 commits into
base: master
Choose a base branch
from
Open

Avoid file overwritten #124

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
40e9899
Avoid file overwritten
yawwwwwn Apr 19, 2019
39c17a4
Merge pull request #1 from loadchange/master
yawwwwwn Aug 21, 2019
bdd4b92
Rename file
yawwwwwn Aug 22, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 24 additions & 6 deletions amemv-video-ripper.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,16 @@
DOWNLOAD_FAVORITE = False


def check_name(string):
"""
Replace forbidden characters in file name. Otherwise "OSError(22, 'Invalid argument')".
"""
block_list = ['\\', '/', ':', '?', '"', '<', '>', '|']
for char in block_list:
string = string.replace(char, '-')
return string


def getRemoteFileSize(url, proxy=None):
'''
通过content-length头获取远程文件大小
Expand All @@ -57,21 +67,29 @@ def download(medium_type, uri, medium_url, target_folder):
headers = copy.deepcopy(HEADERS)
file_name = uri
if medium_type == 'video':
file_name += '.mp4'
ext = '.mp4'
headers['user-agent'] = 'Aweme/63013 CFNetwork/978.0.7 Darwin/18.6.0'
elif medium_type == 'image':
file_name += '.jpg'
ext = '.jpg'
file_name = file_name.replace("/", "-")
else:
return

file_path = os.path.join(target_folder, file_name)
if os.path.isfile(file_path):
remoteSize = getRemoteFileSize(medium_url)
remoteSize = getRemoteFileSize(medium_url)
file_name = check_name(file_name)
file_path = os.path.join(target_folder, file_name+ext)
suffix = 0
while os.path.isfile(file_path):
localSize = os.path.getsize(file_path)
if remoteSize == localSize:
return
print("Downloading %s from %s.\n" % (file_name, medium_url))
suffix += 1
temp_file_name = file_name + '_' + str(suffix)
file_path = os.path.join(target_folder, temp_file_name+ext)

# To reserve suffix so that distinguish the videos with same title
# but not to show replacement of forbidden chars so that closer to original meaning(e.g. question mark '?')
print("Downloading %s from %s.\n" % (uri+'_'+str(suffix)+ext if suffix else uri+ext, medium_url))
retry_times = 0
while retry_times < RETRY:
try:
Expand Down