Cyclone-Team/gramps
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix generate_checksum routine to avoid MemoryError crash (#649)

Browse Source 
with very large files and 32-bit OS

Issue #10690
This commit is contained in:
Paul Culley 2018-09-03 19:41:27 -05:00 committed by Sam Manzi
parent fd399323a6
commit 2aec83f057
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
gramps/gen/utils/file.py
View File

@ -251,11 +251,17 @@ def create_checksum(full_path):
Create a md5 hash for the given file. Create a md5 hash for the given file.
""" """
full_path = os.path.normpath(full_path) full_path = os.path.normpath(full_path)
md5 = hashlib.md5()
try: try:
with open(full_path, 'rb') as media_file: with open(full_path, 'rb') as media_file:
md5sum = hashlib.md5(media_file.read()).hexdigest() while True:
buf = media_file.read(65536)
if not buf:
break
md5.update(buf)
md5sum = md5.hexdigest()
except IOError: except IOError:
md5sum = '' md5sum = ''
except UnicodeEncodeError: except UnicodeEncodeError:
md5sum = '' md5sum = ''
return md5sum return md5sum