ahamilton/eris
1
0
Fork 0
Code Releases Activity

tools: Calculate md5sum more efficiently for large files.

Browse source
This commit is contained in:
Andrew Hamilton 2018-07-22 22:01:43 +10:00
parent cf8563d7c2
commit ac7ca5a46a
1 changed files with 2 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

9
vigil/tools.py
View file

@ -9,7 +9,6 @@ import contextlib
import enum
import functools
import gzip
import hashlib
import math
import os
import os.path
@ -199,11 +198,6 @@ def _pretty_bytes(bytes):
return f"{conversion} {units[unit_index]}"
def _md5(path):
with open(path, "rb") as file:
return hashlib.md5(file.read()).hexdigest()
@deps(deps={"file", "coreutils"}, executables={"file", "sha1sum"})
def metadata(path):
@ -230,7 +224,8 @@ def metadata(path):
stdout, *rest = _do_command(
["file", "--dereference", "--brief", "--uncompress", path])
file_type = stdout
md5sum = _md5(path)
stdout, *rest = _do_command(["md5sum", path])
md5sum = stdout.split()[0]
stdout, *rest = _do_command(["sha1sum", path])
sha1sum = stdout.split()[0]
permissions_value = [permissions,