mirror of
https://github.com/xzb23/check_duplicate_files.git
synced 2026-11-22 09:14:39 +08:00
43 lines
1.2 KiB
Python
43 lines
1.2 KiB
Python
from _in_package import *
|
|
from config import *
|
|
import common
|
|
import runing_data
|
|
|
|
|
|
def traverse_dir(root_dir):
|
|
for path, dirs, files in os.walk(root_dir):
|
|
path = common.formatting_path(path)
|
|
for filename in files:
|
|
runing_data.file_path_list.append(path + filename)
|
|
|
|
|
|
def hash_files_from_glist(algorithm: function):
|
|
for f_path in runing_data.file_path_list:
|
|
with open(f_path, "rb") as f:
|
|
f_hash = hashlib.file_digest(f, algorithm)
|
|
runing_data.file_hash_results.append(runing_data.FileHashResult(f_path, f_hash.hexdigest(), algorithm.__name__))
|
|
runing_data.hash_to_files[(f_hash.hexdigest(), algorithm.__name__)].append(f_path)
|
|
|
|
|
|
def print_info():
|
|
for t in runing_data.hash_to_files:
|
|
if len(runing_data.hash_to_files[t]) > 1:
|
|
st_size = os.stat(runing_data.hash_to_files[t][0]).st_size
|
|
if st_size <= 10240:
|
|
continue
|
|
print(t, f"size: {st_size} Byte")
|
|
for fp in runing_data.hash_to_files[t]:
|
|
print("\t", fp)
|
|
print()
|
|
|
|
|
|
|
|
work_dir = get_config("work_dir")
|
|
|
|
if not os.path.exists(work_dir):
|
|
exit(-1)
|
|
|
|
traverse_dir(work_dir)
|
|
hash_files_from_glist(hashlib.sha256)
|
|
|
|
print_info() |