♻️ (CleanupDataFiles.ps1, ImagesToBlobStorage.ps1): enhance file deletion logging with progress tracking

Improve the logging mechanism in the file deletion scripts by adding
progress tracking. This change provides better visibility into the
deletion process by logging progress at defined intervals (every 10%).
This is particularly useful for large datasets, allowing users to
monitor the progress and ensuring that the script is functioning as
expected. Additionally, the log messages are refined for clarity,
indicating the total number of files processed and the completion
status.

Author: MrHinsh

.powershell/_includes/CleanupDataFiles.ps1

@@ -7,20 +7,36 @@ function Delete-LocalDataFiles {
     )
     $count = 0
     try {
-        Write-InfoLog "Deleting all data file files locally from '$LocalPath'..."
-        $files = Get-ChildItem -Path $env:LOCAL_IMAGE_PATH -Recurse -Include data.captions.*.srt, data.captions.json, data.json, data.index.classifications.json
+        Write-InfoLog "Deleting all data files locally from '$LocalPath'..."
+        $files = Get-ChildItem -Path $LocalPath -Recurse -Include data.captions.*.srt, data.captions.json, data.json, data.index.classifications.json
         if ($files.Count -eq 0) {
             Write-InfoLog "No files found."
             return 0;
         }
+        
+        $totalFiles = $files.Count
         $size = ($files | Measure-Object -Property Length -Sum).Sum 
         $sizeString = "{0:N2} MB" -f ($size / 1MB)
-        Write-InfoLog "Found ($($files.Count)) files totalling $sizeString."
-        $files | ForEach-Object {
+        Write-InfoLog "Found ($totalFiles) files totalling $sizeString."
+
+        $lastPercentage = 0  # To track when to log progress
+        $progressInterval = 10 # Percentage interval for logging
+
+        $files | ForEach-Object -Begin { $index = 0 } -Process {
             try {
-                $count++
                 Remove-Item -Path $_.FullName -Force
                 Write-DebugLog "Deleted: $($_.FullName)"
+                $count++
+                $index++
+
+                # Calculate percentage progress
+                $percentage = [math]::Round(($index / $totalFiles) * 100, 0)
+                
+                # Log progress at defined intervals (e.g., every 10%)
+                if ($percentage -ge $lastPercentage + $progressInterval) {
+                    Write-InfoLog "Progress: $percentage% ($index of $totalFiles files deleted)"
+                    $lastPercentage = $percentage
+                }
             }
             catch {
                 Write-ErrorLog "Error deleting file $($_.FullName): $_"
@@ -30,6 +46,6 @@ function Delete-LocalDataFiles {
     catch {
         Write-ErrorLog "Error during file deletion: $_"
     }
-    Write-InfoLog "Deleted: $count"
+    Write-InfoLog "Completed: Deleted $count files."
     return $count;
-}
+}

.powershell/_includes/ImagesToBlobStorage.ps1

@@ -34,27 +34,44 @@ function Delete-LocalImageFiles {
             Write-InfoLog "No image files found."
             return 0;
         }
+
+        $totalFiles = $images.Count
         $size = ($images | Measure-Object -Property Length -Sum).Sum 
         $sizeString = "{0:N2} MB" -f ($size / 1MB)
-        Write-InfoLog "Found ($($images.Count)) image files of $sizeString."
-        $images | ForEach-Object {
+        Write-InfoLog "Found ($totalFiles) image files totalling $sizeString."
+
+        $lastPercentage = 0  # Tracks when to log progress
+        $progressInterval = 10 # Percentage interval for logging
+
+        $images | ForEach-Object -Begin { $index = 0 } -Process {
             try {
-                $count++
                 Remove-Item -Path $_.FullName -Force
                 Write-DebugLog "Deleted: $($_.FullName)"
+                $count++
+                $index++
+
+                # Calculate percentage progress
+                $percentage = [math]::Round(($index / $totalFiles) * 100, 0)
+
+                # Log progress at defined intervals
+                if ($percentage -ge $lastPercentage + $progressInterval) {
+                    Write-InfoLog "Progress: $percentage% ($index of $totalFiles image files deleted)"
+                    $lastPercentage = $percentage
+                }
             }
             catch {
                 Write-ErrorLog "Error deleting file $($_.FullName): $_"
             }
         }
     }
     catch {
-        Write-ErrorLog "Error during file deletion: $_"
+        Write-ErrorLog "Error during image file deletion: $_"
     }
-    Write-InfoLog "Deleted: $count"
+    Write-InfoLog "Completed: Deleted $count image files."
     return $count;
 }
 
+
 # Method 3: Rewrite image links in .html files using regex
 function Rewrite-ImageLinks {
     param (