Python根据文件后缀统计文件巨细、找出文件位置(仿Everything)
需求分析https://p0-xtjj-private.juejin.cn/tos-cn-i-73owjymdk6/ae65493c0dd64d378d9c00cedf24b73d~tplv-73owjymdk6-jj-mark-v1:0:0:0:0:5o6Y6YeR5oqA5pyv56S-5Yy6IEAgdGltZV9lcnJvcg==:q75.awebp?policy=eyJ2bSI6MywidWlkIjoiMjMzNzk5OTQyOTgzOTMwNSJ9&rk3s=f64ab15b&x-orig-authkey=f32326d3454f2ac7e96d3d06cdbb035152127018&x-orig-expires=1778141851&x-orig-sign=fs7FOoFu1QClrFdq7E%2FgD3tDnmo%3D
这个脚本支持扫描并统计某个文件夹内,以某个后缀末端的,好比sql,java(以使用参数为准)。而且可以看到此中的文件巨细和完备文件路径,还支持以CSV、XLSX等格式导出等。这个脚本实用于统计本地代码行数之后,必要查察某个编程语言,好比Java写了多少文件、每个文件巨细是多少、文件路径在那里等操纵。
使用教程
https://p0-xtjj-private.juejin.cn/tos-cn-i-73owjymdk6/5d43dbdf969a42c59d45b1eb0ca9de8e~tplv-73owjymdk6-jj-mark-v1:0:0:0:0:5o6Y6YeR5oqA5pyv56S-5Yy6IEAgdGltZV9lcnJvcg==:q75.awebp?policy=eyJ2bSI6MywidWlkIjoiMjMzNzk5OTQyOTgzOTMwNSJ9&rk3s=f64ab15b&x-orig-authkey=f32326d3454f2ac7e96d3d06cdbb035152127018&x-orig-expires=1778141851&x-orig-sign=fcnNuQqlty%2FLrrgNYshKoA%2F07JM%3D
我们使用脚本时,输入想要检测的路径、文件后缀、以及是否导出文件、导出文件的定名(文件数目过多时使用)等就好。
好比python list_zip_contents.py -tp “C:\Users\your_name\Pictures\” -a -o rpng.csv ,演示时为best.csv。
https://p0-xtjj-private.juejin.cn/tos-cn-i-73owjymdk6/faff3128912a4ba9af2cfd8dae9a0334~tplv-73owjymdk6-jj-mark-v1:0:0:0:0:5o6Y6YeR5oqA5pyv56S-5Yy6IEAgdGltZV9lcnJvcg==:q75.awebp?policy=eyJ2bSI6MywidWlkIjoiMjMzNzk5OTQyOTgzOTMwNSJ9&rk3s=f64ab15b&x-orig-authkey=f32326d3454f2ac7e96d3d06cdbb035152127018&x-orig-expires=1778141851&x-orig-sign=idzale9m6RH801lCwq1HKAPuQ8I%3D
末了,用编辑器打开即可。
https://p0-xtjj-private.juejin.cn/tos-cn-i-73owjymdk6/361a6862ed2545baa3877e518481c6dc~tplv-73owjymdk6-jj-mark-v1:0:0:0:0:5o6Y6YeR5oqA5pyv56S-5Yy6IEAgdGltZV9lcnJvcg==:q75.awebp?policy=eyJ2bSI6MywidWlkIjoiMjMzNzk5OTQyOTgzOTMwNSJ9&rk3s=f64ab15b&x-orig-authkey=f32326d3454f2ac7e96d3d06cdbb035152127018&x-orig-expires=1778141851&x-orig-sign=pfbKNeN0vyeFZYEkUJfTrro%2FBhY%3D
详细代码
# -*- coding: utf-8 -*-
import zipfile
import os
import argparse
EXTENSIONS = {
'sql': '.sql', 'java': '.java', 'c': '.c', 'cpp': '.cpp', 'h': '.h',
'py': '.py', 'js': '.js', 'html': '.html', 'css': '.css', 'markdown': '.md',
'txt': '.txt', 'xml': '.xml', 'yaml': '.yaml', 'yml': '.yml', 'json': '.json',
'properties': '.properties', 'go': '.go', 'rs': '.rs', 'rb': '.rb',
'php': '.php', 'swift': '.swift', 'kt': '.kt', 'cs': '.cs', 'lua': '.lua',
'sh': '.sh', 'bat': '.bat', 'ps1': '.ps1', 'sql': '.sql'
}
def split_archive_path(path):
lower_path = path.lower()
all_extensions = ['.tar.gz', '.tar.bz2', '.tar.zst', '.tgz', '.zip', '.7z', '.rar', '.tar', '.gz', '.bz2']
candidates = []
for ext in all_extensions:
ext_lower = ext.lower()
idx = lower_path.rfind(ext_lower)
if idx >= 0:
candidates.append((idx, len(ext), ext, path[:idx + len(ext)], path.lstrip('\\').lstrip('/')))
if candidates:
candidates.sort(key=lambda x: (x, -x))
_, _, _, archive_path, sub_path = candidates
if sub_path:
return archive_path, sub_path
else:
return archive_path, ''
return path, ''
def is_archive(path):
return path.lower().endswith(('.zip', '.7z', '.rar', '.tar', '.tar.gz', '.tar.bz2', '.tgz', '.gz', '.bz2'))
def list_files_in_path(target_path, filter_exts, show_all):
if os.path.isdir(target_path):
return list_files_in_dir(target_path, filter_exts, show_all)
elif os.path.isfile(target_path) and is_archive(target_path):
return list_files_in_archive(target_path, filter_exts, show_all)
else:
archive_path, sub_path = split_archive_path(target_path)
if os.path.isfile(archive_path) and is_archive(archive_path) and sub_path:
return list_files_in_archive_subdir(archive_path, sub_path, filter_exts, show_all)
else:
return {'error': f'Not a valid directory or zip file - {target_path}', 'files': [], 'header': ''}
def list_files_in_archive_subdir(zip_path, sub_path, filter_exts, show_all):
import tempfile
temp_dir = tempfile.mkdtemp()
try:
if zip_path.lower().endswith('.zip'):
with zipfile.ZipFile(zip_path, 'r') as z:
for member in z.namelist():
normalized = member.replace('/', os.sep).replace('\\', os.sep)
sub_path_normalized = sub_path.replace('/', os.sep).replace('\\', os.sep)
if normalized.startswith(sub_path_normalized + os.sep) or normalized == sub_path_normalized:
z.extract(member, temp_dir)
elif zip_path.lower().endswith('.7z'):
import py7zr
with py7zr.SevenZipFile(zip_path, 'r') as sz:
sz.extractall(temp_dir)
else:
return {'error': f'Unsupported archive format - {zip_path}', 'files': [], 'header': ''}
extract_subdir = temp_dir
for item in os.listdir(temp_dir):
if sub_path.replace('/', os.sep).replace('\\', os.sep).endswith(item) or item.endswith('.zip') or item.endswith('.7z'):
potential = os.path.join(temp_dir, item)
if os.path.isdir(potential):
extract_subdir = potential
break
return list_files_recursive(extract_subdir, filter_exts, show_all, zip_path, sub_path)
finally:
import shutil
try:
shutil.rmtree(temp_dir)
except:
pass
def list_files_recursive(dir_path, filter_exts, show_all, archive_path=None, sub_path=None):
files_found = []
dirs_to_scan =
while dirs_to_scan:
current_dir = dirs_to_scan.pop()
for root, dirs, files in os.walk(current_dir):
for filename in files:
filepath = os.path.join(root, filename)
try:
size = os.path.getsize(filepath)
except:
size = 0
rel_path = os.path.relpath(filepath, dir_path)
ext = filename.lower()
if ext.endswith(('.zip', '.7z', '.rar', '.tar', '.tar.gz', '.tgz', '.gz', '.bz2')):
nested_result = try_extract_nested(filepath, filter_exts, show_all)
if nested_result:
files_found.extend(nested_result['files'])
continue
if show_all:
files_found.append((rel_path, size))
else:
file_ext = os.path.splitext(filename).lower()
if file_ext in filter_exts:
files_found.append((rel_path, size))
if archive_path and sub_path:
header = f'Archive: {archive_path} / {sub_path}'
elif archive_path:
header = f'Archive: {archive_path}'
else:
header = f'Directory: {dir_path}'
header += f'\nTotal files: {len(files_found)}\n' + '=' * 80
return {'files': sorted(files_found), 'header': header}
def try_extract_nested(archive_file, filter_exts, show_all):
import tempfile
temp_dir = tempfile.mkdtemp()
try:
ext = archive_file.lower()
if ext.endswith('.zip'):
with zipfile.ZipFile(archive_file, 'r') as z:
z.extractall(temp_dir)
elif ext.endswith('.7z'):
import py7zr
with py7zr.SevenZipFile(archive_file, 'r') as sz:
sz.extractall(temp_dir)
else:
return None
files_found = []
for root, dirs, files in os.walk(temp_dir):
for filename in files:
filepath = os.path.join(root, filename)
try:
size = os.path.getsize(filepath)
except:
size = 0
rel_path = os.path.relpath(filepath, temp_dir)
if show_all:
files_found.append((rel_path, size))
else:
file_ext = os.path.splitext(filename).lower()
if file_ext in filter_exts:
files_found.append((rel_path, size))
return {'files': sorted(files_found), 'header': f'Nested: {archive_file}'}
except:
return None
finally:
import shutil
try:
shutil.rmtree(temp_dir)
except:
pass
def list_files_in_archive(zip_path, filter_exts, show_all):
if zip_path.lower().endswith('.zip'):
return list_files_in_zip(zip_path, filter_exts, show_all)
elif zip_path.lower().endswith('.7z'):
return list_files_in_7z(zip_path, filter_exts, show_all)
else:
return {'error': f'Unsupported archive format - {zip_path}', 'files': [], 'header': ''}
def list_files_in_7z(archive_path, filter_exts, show_all):
import py7zr
import tempfile
temp_dir = tempfile.mkdtemp()
try:
with py7zr.SevenZipFile(archive_path, 'r') as sz:
sz.extractall(temp_dir)
files_found = []
for root, dirs, files in os.walk(temp_dir):
for filename in files:
filepath = os.path.join(root, filename)
try:
size = os.path.getsize(filepath)
except:
size = 0
rel_path = os.path.relpath(filepath, temp_dir)
if show_all:
files_found.append((rel_path, size))
else:
ext = os.path.splitext(filename).lower()
if ext in filter_exts:
files_found.append((rel_path, size))
return {'files': sorted(files_found), 'header': f'Archive: {archive_path}\nTotal files: {len(files_found)}\n' + '=' * 80}
finally:
import shutil
try:
shutil.rmtree(temp_dir)
except:
pass
def list_files_in_zip_subdir(zip_path, sub_path, filter_exts, show_all):
import tempfile
temp_dir = tempfile.mkdtemp()
try:
with zipfile.ZipFile(zip_path, 'r') as z:
for member in z.namelist():
if member.startswith(sub_path + '/') or member == sub_path:
z.extract(member, temp_dir)
extract_subdir = os.path.join(temp_dir, sub_path)
if os.path.exists(extract_subdir):
files_found = []
for root, dirs, files in os.walk(extract_subdir):
for filename in files:
filepath = os.path.join(root, filename)
try:
size = os.path.getsize(filepath)
except:
size = 0
rel_path = os.path.relpath(filepath, extract_subdir)
if show_all:
files_found.append((rel_path, size))
else:
ext = os.path.splitext(filename).lower()
if ext in filter_exts:
files_found.append((rel_path, size))
print(f'Archive: {zip_path} / {sub_path}')
print(f'Total files: {len(files_found)}')
print('=' * 80)
for path, size in sorted(files_found):
print(f'{size:>12,} bytes{path}')
else:
print(f'Error: Subdirectory not found in archive - {sub_path}')
finally:
import shutil
try:
shutil.rmtree(temp_dir)
except:
pass
def list_files_in_dir(dir_path, filter_exts, show_all):
files_found = []
for root, dirs, files in os.walk(dir_path):
for filename in files:
filepath = os.path.join(root, filename)
try:
size = os.path.getsize(filepath)
except:
size = 0
rel_path = os.path.relpath(filepath, dir_path)
if show_all:
files_found.append((rel_path, size))
else:
ext = os.path.splitext(filename).lower()
if ext in filter_exts:
files_found.append((rel_path, size))
return {'files': sorted(files_found), 'header': f'Directory: {dir_path}\nTotal files: {len(files_found)}\n' + '=' * 80}
def list_files_in_zip(zip_path, filter_exts, show_all):
if not os.path.exists(zip_path):
return {'error': f'File not found - {zip_path}', 'files': [], 'header': ''}
with zipfile.ZipFile(zip_path, 'r') as z:
files_found = []
for name in z.namelist():
info = z.getinfo(name)
if info.file_size == 0:
continue
if show_all:
files_found.append((name, info.file_size))
else:
ext = os.path.splitext(name).lower()
if ext in filter_exts:
files_found.append((name, info.file_size))
return {'files': sorted(files_found), 'header': f'Archive: {zip_path}\nTotal files: {len(files_found)}\n' + '=' * 80}
def main():
import sys
parser = argparse.ArgumentParser(
description='List files in a zip archive with filtering by type',
formatter_class=argparse.RawDescriptionHelpFormatter,
epilog='''
Examples:
python list_zip_contents.py --target_path archive.zip --all
python list_zip_contents.py --target_path archive.zip --type java py js
python list_zip_contents.py --target_path archive.zip --type sql
python list_zip_contents.py archive.zip --type c cpp h
'''
)
parser.add_argument('positional_path', nargs='?', help='Path to the zip archive')
parser.add_argument('-tp', '--target_path', '--target', dest='target_path', help='Path to the zip archive')
parser.add_argument('-t', '--type', '--types', dest='types', nargs='+',
help=f'File types to filter: {" ".join(EXTENSIONS.keys())}')
parser.add_argument('-a', '--all', dest='show_all', action='store_true',
help='Show all files instead of code files only')
parser.add_argument('-o', '--output', '--out', dest='output',
help='Output file path (e.g., result.csv, result.xlsx)')
args = parser.parse_args()
if args.target_path:
zip_path = args.target_path
elif args.positional_path:
zip_path = args.positional_path
else:
parser.print_help()
return
run_dir = os.getcwd()
script_dir = os.path.dirname(os.path.abspath(__file__))
output_dir = run_dir if os.path.exists(run_dir) else script_dir
types = args.types if args.types else list(EXTENSIONS.keys())
filter_exts = set(EXTENSIONS.values())
if args.types:
filter_exts = {EXTENSIONS.get(t, '.' + t) for t in args.types}
result = list_files_in_path(zip_path, filter_exts, args.show_all)
if result.get('error'):
print(result['error'])
return
if args.output:
output_path = args.output
ext = os.path.splitext(output_path).lower()
target_name = os.path.basename(zip_path)
target_stem = os.path.splitext(target_name)
if not os.path.isabs(output_path):
output_path = os.path.join(output_dir, output_path)
filter_exts = set(EXTENSIONS.values())
if args.types:
filter_exts = {EXTENSIONS.get(t, '.' + t) for t in args.types}
result = list_files_in_path(zip_path, filter_exts, args.show_all)
if result.get('error'):
print(result['error'])
return
if args.output:
output_path = args.output
ext = os.path.splitext(output_path).lower()
target_name = os.path.basename(zip_path)
target_stem = os.path.splitext(target_name)
if not os.path.isabs(output_path):
output_path = os.path.join(output_dir, output_path)
if os.path.exists(output_path):
print(f'File "{output_path}" already exists. Overwrite? (Yes/No): ')
choice = input().strip().lower()
if choice != 'yes' and choice != 'y':
default_name = f'{target_stem}_{ext}' if ext else target_stem
print(f'Please modify the file name to: {default_name}')
new_name = input().strip()
if new_name:
if not os.path.isabs(new_name):
new_name = os.path.join(output_dir, new_name)
output_path = new_name
else:
output_path = os.path.join(output_dir, default_name)
abs_path = os.path.abspath(output_path)
if ext == '.csv':
import csv
with open(output_path, 'w', newline='', encoding='utf-8') as f:
writer = csv.writer(f, lineterminator='\n')
writer.writerow(['Size (bytes)', 'Path'])
for path, size in result['files']:
writer.writerow()
print(f'CSV saved to: {abs_path}')
elif ext in ('.xlsx', '.xls'):
from openpyxl import Workbook
wb = Workbook()
ws = wb.active
ws.title = 'Files'
ws.append(['Size (bytes)', 'Path'])
for path, size in result['files']:
ws.append()
for col in ws.columns:
max_length = 0
col_letter = col.column_letter
for cell in col:
if cell.value:
max_length = max(max_length, len(str(cell.value)))
ws.column_dimensions.width = min(max_length + 2, 80)
wb.save(output_path)
print(f'Excel saved: {abs_path}')
else:
print(f'Error: Unsupported file extension - {ext}')
return
else:
if result['header']:
print(result['header'])
for path, size in result['files']:
print(f'{size:>12,} bytes{path}')
if __name__ == '__main__':
main()优化发起
仅支持csv、xlsx,发起添加md格式,大概结及格式转换等在线网站。
仅支持后缀,发起添加正则匹配,可以向everything那样支持恣意关键字搜刮。
埋伏影响,不支持exe格式等文件格式扫描,大概会被防火墙、EDR等产物或服务制止。
免责声明:如果侵犯了您的权益,请联系站长及时删除侵权内容,谢谢合作!qidao123.com:ToB企服之家,中国第一个企服评测及软件市场,开放入驻,技术点评得现金.
页:
[1]