similarity detection and deletion of outputs

This commit is contained in:
Nathan
2025-09-10 11:41:11 -06:00
parent 8f3c8e5e2d
commit 241bd172c6
3 changed files with 239 additions and 0 deletions

View File

@@ -20,6 +20,8 @@ REM Initialize counters and tracking
set "processed=0"
set "crashed=0"
set "skipped=0"
set "deleted_similar=0"
set "threshold_percent=10"
set "updated_total=0"
REM Create a temporary Python script for processing
@@ -103,6 +105,19 @@ for /f "tokens=1,2,3 delims=:" %%a in (blender_output.txt) do (
set /a processed+=1
echo [!processed!] SUCCESS: %%b
echo Saved to: %%c
REM Compare sizes and delete if reduction < threshold
for %%f in ("%%b") do set "original_size=%%~zf"
for %%f in ("%%c") do set "compressed_size=%%~zf"
set /a savings=original_size-compressed_size
if !original_size! gtr 0 (set /a percent=(savings*100)/original_size) else (set percent=0)
echo Original: !original_size! bytes
echo Output: !compressed_size! bytes
echo Reduction: !percent!%%
if !percent! lss !threshold_percent! (
del "%%c" 2>nul
set /a deleted_similar+=1
echo Deleted: too similar to original
)
echo.
) else if "%%a"=="CRASH" (
set /a crashed+=1
@@ -134,6 +149,7 @@ echo ========================================
echo Processed: !processed! files
echo Crashed: !crashed! files
echo Skipped: !skipped! files
echo Deleted ^(too similar^): !deleted_similar! files
echo Total actions updated: !updated_total!
echo Total: %* files
echo ========================================