Batch updates & (#345)

♻️ (ClassificationHelpers.ps1): adjust watermark limits and improve key
handling
🔧 (HugoHelpers.ps1): remove null values from string lists for cleaner
data
✨ (Update-ClassisificationFrontMatter.ps1): add content generation
prompt for blog posts
🔧 (Update-ReourcesFrontMatter.ps1): update output directory path and
interim save
⚡️Update

The watermark score and count limits are adjusted to refine
classification
accuracy. Handling of cached data keys is improved for better
performance.
Null values are removed from string lists to ensure data integrity. A
new
content generation prompt is added to guide the creation of concise blog
posts, enhancing content quality. The output directory path is updated
for
consistency, and an interim save is introduced to prevent data loss
during
longer operations.

Author: MrHinsh

.powershell/_includes/ClassificationHelpers.ps1

@@ -3,9 +3,9 @@
 
 $batchesInProgress = $null;
 $batchesInProgressMax = 40;
-$watermarkAgeLimit = (New-TimeSpan -Start (Get-Date "2025-02-18T09:00:00") -End (Get-Date)).Days
-$watermarkScoreLimit = 30
-$watermarkCount = 1
+$watermarkAgeLimit = (New-TimeSpan -Start (Get-Date "2025-02-18T09:00:00") -End (Get-Date)).Days # Wattermark for calculation algorythem Change.
+$watermarkScoreLimit = 10
+$watermarkCount = 0
 
 function Get-CatalogHashtable {
     param (
@@ -103,7 +103,8 @@ function Get-ClassificationsForType {
         }           
         # Check if the cache uses the latest calculations
         $recalculatedCount = 0
-        foreach ($key in $cachedData.keys) {
+        $keysToCheck = $cachedData.keys | ForEach-Object { $_ }
+        foreach ($key in  $keysToCheck ) {
             $entry = $cachedData[$key]
             $finalScore = Get-ComputedConfidence -aiConfidence $entry.ai_confidence -nonAiConfidence $entry.non_ai_confidence
             $level = Get-ComputedLevel -confidence $finalScore
@@ -306,6 +307,7 @@ function Get-ClassificationsForType {
                     else {
                         $DaysAgo = -1  # Or a default value like 0, depending on your needs
                     }
+                    
                     Write-InformationLog "Updating {category} confidence {diff}! The old confidence of {old} was calculated {daysago} days ago. The new confidence is {confidence}!" -PropertyValues $result.category, $confidenceDiff, $oldConfidence, $DaysAgo, $result.ai_confidence
                     $CatalogFromCache[$result.category] = $result
                     $cachedData[$result.category] = $result
@@ -353,8 +355,8 @@ function Get-Classification {
 function Get-ClassificationOrderedList { 
     param (
         [array]$Classifications,
-        [int] $minScore = 30,
-        [string[]]$levels = @("Primary", "Secondary", "Tertiary", "Quaternary", "Quinary"),
+        [int] $minScore = 40,
+        [string[]]$levels = @("Primary", "Secondary", "Tertiary"),
         [switch]$byLevel
     )
 
@@ -390,8 +392,6 @@ function Get-ComputedLevel {
         { $_ -gt 80 } { return "Primary" }
         { $_ -gt 60 } { return "Secondary" }
         { $_ -gt 40 } { return "Tertiary" }
-        { $_ -gt 20 } { return "Quaternary" }
-        { $_ -gt 10 } { return "Quinary" }
         default { return "Ignored" }
     }
 }

.powershell/_includes/HugoHelpers.ps1

@@ -115,6 +115,94 @@ function Update-Field {
     return 
 }
 
+function Update-HashtableList {
+    param (
+        [Parameter(Mandatory = $true)]
+        [System.Collections.Specialized.OrderedDictionary]$frontMatter,
+        [Parameter(Mandatory = $true)]
+        [string]$fieldName,
+        [Parameter(Mandatory = $true)]
+        [AllowEmptyCollection()]
+        [hashtable[]]$values, # Accepts only an array of hashtables
+        [string]$addAfter = $null,
+        [string]$addBefore = $null,
+        [switch]$Overwrite
+    )
+
+    # Ensure values are always an array and remove any null values
+    $values = @($values | Where-Object { $_ -ne $null })
+
+    # Convert all input hashtables to ordered hashtables while keeping their order intact
+    $values = $values | ForEach-Object {
+        if ($_ -is [System.Collections.Specialized.OrderedDictionary]) { $_ }
+        else { 
+            $orderedHash = [ordered]@{}
+            $_.GetEnumerator() | ForEach-Object { $orderedHash[$_.Key] = $_.Value }
+            $orderedHash
+        }
+    }
+
+    # If the field doesn't exist, create it with position handling
+    if (-not $frontMatter.Contains($fieldName)) {
+        $index = $null
+        if ($addAfter -and $frontMatter.Contains($addAfter)) {
+            $index = $frontMatter.Keys.IndexOf($addAfter) + 1
+        }
+        elseif ($addBefore -and $frontMatter.Contains($addBefore)) {
+            $index = $frontMatter.Keys.IndexOf($addBefore)
+        }
+
+        if ($index -ne $null) {
+            $frontMatter.Insert($index, $fieldName, $values)
+        }
+        else {
+            $frontMatter[$fieldName] = $values
+        }
+
+        Write-Debug "$fieldName added"
+    }
+    else {
+        # Ensure the field is always an array
+        if (-not ($frontMatter[$fieldName] -is [System.Collections.IEnumerable])) {
+            $frontMatter[$fieldName] = @($frontMatter[$fieldName])
+        }
+
+        if ($Overwrite) {
+            $frontMatter[$fieldName] = $values
+        }
+        else {
+            # Preserve the existing values as an ordered array
+            $existingValues = @($frontMatter[$fieldName])
+
+            # Create a lookup table of existing hashtables for deduplication
+            $existingHashtablesJson = @{}
+            foreach ($hash in $existingValues) {
+                $existingHashtablesJson[(ConvertTo-Json $hash -Compress)] = $true
+            }
+
+            # Append only unique hashtables in original order
+            foreach ($hash in $values) {
+                $hashJson = ConvertTo-Json $hash -Compress
+                if (-not $existingHashtablesJson.ContainsKey($hashJson)) {
+                    $existingHashtablesJson[$hashJson] = $true
+                    $existingValues += $hash
+                }
+            }
+
+            # Maintain the original order exactly
+            $frontMatter[$fieldName] = $existingValues
+            Write-Debug "$fieldName updated with new unique values"
+        }
+    }
+
+    # Ensure the field remains an array even if it has only one value
+    if ($frontMatter[$fieldName] -isnot [array]) {
+        $frontMatter[$fieldName] = @($frontMatter[$fieldName])
+    }
+}
+
+
+
 # Update-List function to have the same signature as Update-Field
 # Update-List -frontMatter $frontMatter -fieldName 'tags' -values @('DevOps', 'Agile', 'Scrum')
 function Update-StringList {

.powershell/_includes/Utilities.ps1

@@ -0,0 +1,23 @@
+
+
+function ConvertTo-CamelCase {
+    param (
+        [string]$Text
+    )
+
+    # Split words by spaces or non-alphanumeric characters
+    $words = $Text -split '\W+' | Where-Object { $_ -match '\w' }  # Remove empty values
+
+    if ($words.Count -eq 0) { return '' }  # Handle empty input
+
+    # Ensure first word is lowercase, and capitalize subsequent words properly
+    $camelCase = $words[0].ToLower() + ($words[1..($words.Count - 1)] | ForEach-Object {
+            if ($_.Length -gt 0) {
+                $_.Substring(0, 1).ToUpper() + $_.Substring(1).ToLower()
+            }
+        }) -join ''
+
+    return $camelCase
+}
+
+Write-Debug "Utilities.ps1 loaded"

.powershell/single-use/resources/Update-ReourcesFrontMatter.ps1

@@ -21,15 +21,23 @@ $Counter = 1
 $categoriesCatalog = Get-CatalogHashtable -Classification "categories"
 $tagsCatalog = Get-CatalogHashtable -Classification "tags"
 
+Write-InformationLog "Loading ({count}) markdown files...." -PropertyValues $resources.Count
+$resourceCount = $resources.Count
+$progressStep = [math]::Ceiling($resourceCount / 10)  # Calculate step for 10% progress
 $hugoMarkdownObjects = @()
-$TotalFiles = $resources.Count
-Write-InformationLog "Loading ({count}) markdown files...." -PropertyValues $TotalFiles
-$resources | ForEach-Object {
-    if ((Test-Path $_)) {
+
+$resources | ForEach-Object -Begin { $index = 0 } -Process {
+    if (Test-Path $_) {
         $hugoMarkdown = Get-HugoMarkdown -Path $_
         $hugoMarkdownObjects += $hugoMarkdown
     }
+
+    $index++
+    if ($index % $progressStep -eq 0 -or $index -eq $resourceCount) {
+        Write-InformationLog "Progress: $([math]::Round(($index / $resourceCount) * 100))% complete"
+    }
 }
+
 $TotalItems = $hugoMarkdownObjects.Count
 Write-InformationLog "Loaded ({count}) HugoMarkdown Objects." -PropertyValues $TotalItems
 ### FILTER hugoMarkdownObjects
@@ -213,13 +221,16 @@ while ($hugoMarkdownQueue.Count -gt 0 -or $hugoMarkdownBatchQueue.Count -gt 0) {
     $categoryClassification = Get-ClassificationsForType -updateMissing -ClassificationType "categories" -hugoMarkdown $hugoMarkdown
     $categoryClassificationOrdered = Get-ClassificationOrderedList -minScore 50 -byLevel -classifications $categoryClassification | Select-Object -First 3
     $categories = $categoryClassificationOrdered | ForEach-Object { $_.category }
-
     Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'categories' -values @($categories) -Overwrite
+    #$categoriesMeta = $categoryClassificationOrdered | ForEach-Object { [ordered]@{ category = $_.category; final_score = $_.final_score } }
+    #Update-HashtableList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'categoriesMeta' -addAfter "categories" -values $categoriesMeta -Overwrite
     #-----------------Tags-------------------
     $tagClassification = Get-ClassificationsForType -updateMissing -ClassificationType "tags" -hugoMarkdown $hugoMarkdown
     $tagClassificationOrdered = Get-ClassificationOrderedList -minScore 70 -classifications $tagClassification | Select-Object -First 10
     $tags = $tagClassificationOrdered | ForEach-Object { $_.category }
     Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'tags' -values @($tags) -Overwrite
+    #$tagsMeta = $tagClassificationOrdered | ForEach-Object { [ordered]@{ category = $_.category; final_score = $_.final_score } }
+    #Update-HashtableList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'tagsMeta' -addAfter "tags" -values $tagsMeta -Overwrite
     # =================COMPLETE===================
     $eeResult = Get-Classification -CacheFolder $hugoMarkdown.FolderPath  -ClassificationName "Engineering Excellence"
     $tlResult = Get-Classification -CacheFolder $hugoMarkdown.FolderPath  -ClassificationName "Technical Leadership"

site/content/resources/blog/2006/2006-06-22-ahaaaa/data.index.classifications.json

@@ -1012,15 +1012,15 @@
   },
   "Troubleshooting": {
     "category": "Troubleshooting",
-    "calculated_at": "2025-03-10T13:28:35",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 25.0,
     "ai_mentions": 10.0,
     "ai_alignment": 20.0,
     "ai_depth": 10.0,
     "non_ai_confidence": 0,
     "final_score": 22.0,
     "reasoning": "The content briefly mentions a problem related to posting code, which aligns with troubleshooting. However, it lacks detailed discussion on diagnosing or resolving the issue, and does not provide methodologies or insights typical of the troubleshooting category.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "Azure Boards": {
     "category": "Azure Boards",

site/content/resources/blog/2006/2006-06-22-custom-ui-colour-scheme-for-windows-forms-net/data.index.classifications.json

@@ -82,15 +82,15 @@
   },
   "Install and Configuration": {
     "category": "Install and Configuration",
-    "calculated_at": "2025-03-10T13:28:40",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 32.0,
     "ai_mentions": 10,
     "ai_alignment": 25,
     "ai_depth": 15,
     "non_ai_confidence": 10,
     "final_score": 30.0,
     "reasoning": "The content provides a code snippet for customising the UI colour scheme in Windows Forms .NET, which relates to configuration aspects. However, it lacks a comprehensive discussion on installation procedures or broader configuration best practices. The focus is primarily on a specific implementation detail rather than a step-by-step guide or troubleshooting advice, leading to a lower confidence score.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "Market Adaptability": {
     "category": "Market Adaptability",
@@ -865,15 +865,15 @@
   },
   "Technical Mastery": {
     "category": "Technical Mastery",
-    "calculated_at": "2025-03-10T15:23:21",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 42.0,
     "ai_mentions": 15.0,
     "ai_alignment": 35.0,
     "ai_depth": 30.0,
     "non_ai_confidence": 0,
     "final_score": 38.0,
     "reasoning": "The content provides a practical example of customising UI elements in Windows Forms using .NET, which touches on software craftsmanship and design principles. However, it lacks a broader discussion on best practices, principles of clean code, or methodologies that contribute to high-quality software development. The focus is primarily on implementation rather than a comprehensive exploration of technical mastery.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "Working Agreements": {
     "category": "Working Agreements",
@@ -1021,15 +1021,15 @@
   },
   "Troubleshooting": {
     "category": "Troubleshooting",
-    "calculated_at": "2025-03-11T12:19:26",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 32.0,
     "ai_mentions": 15.0,
     "ai_alignment": 25.0,
     "ai_depth": 20.0,
     "non_ai_confidence": 0,
     "final_score": 29.0,
     "reasoning": "The content primarily focuses on customising UI elements in Windows Forms .NET, with a brief mention of troubleshooting by suggesting that if problems arise, one can inherit from the ToolStrip control and change the renderer. However, the main focus is on implementation rather than diagnosing or resolving technical issues, which limits its alignment with the troubleshooting category.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "Azure Boards": {
     "category": "Azure Boards",
@@ -1126,15 +1126,15 @@
   },
   "System Configuration": {
     "category": "System Configuration",
-    "calculated_at": "2025-03-11T10:54:44",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 32.0,
     "ai_mentions": 5,
     "ai_alignment": 15,
     "ai_depth": 12,
     "non_ai_confidence": 0,
     "final_score": 29.0,
     "reasoning": "The content primarily focuses on customising the UI colour scheme for Windows Forms in .NET, which is more related to software development and UI design rather than system configuration. While it does touch on aspects of configuration (like setting a custom renderer), it lacks depth in discussing broader system configuration practices, methodologies, or optimisation strategies. The technical details provided are specific to UI customisation rather than the overall system setup or performance enhancement.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "Lean Thinking": {
     "category": "Lean Thinking",

site/content/resources/blog/2006/2006-06-22-custom-ui-colour-scheme-for-windows-forms-net/index.md

@@ -28,7 +28,6 @@ aliasesArchive:
 - /resources/blog/custom-ui-colour-scheme-for-windows-forms-net
 tags:
 - Windows
-- Software Development
 categories: []
 preview: metro-binary-vb-128-link-1-1.png
 

site/content/resources/blog/2006/2006-06-22-hinshelm-on-composite-ui-application-block/data.index.classifications.json

@@ -64,15 +64,15 @@
   },
   "Code and Complexity": {
     "category": "Code and Complexity",
-    "calculated_at": "2025-03-10T13:28:29",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 32.0,
     "ai_mentions": 10,
     "ai_alignment": 25,
     "ai_depth": 15,
     "non_ai_confidence": 20,
     "final_score": 31.0,
     "reasoning": "The content primarily focuses on implementing a specific feature in a software framework, detailing code examples and implementation strategies. While it touches on aspects of code quality and maintainability through the discussion of factory patterns and inheritance, it lacks a broader exploration of complexity theory or its implications on software architecture. The discussion is more technical and practical rather than theoretical, which limits its alignment with the core themes of the 'Code and Complexity' category.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "DevOps": {
     "category": "DevOps",
@@ -850,15 +850,15 @@
   },
   "Pragmatic Thinking": {
     "category": "Pragmatic Thinking",
-    "calculated_at": "2025-03-11T10:54:41",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 32.0,
     "ai_mentions": 15.0,
     "ai_alignment": 25.0,
     "ai_depth": 40.0,
     "non_ai_confidence": 0,
     "final_score": 29.0,
     "reasoning": "The content primarily focuses on a technical implementation of a UI adapter within the Composite UI Application Block (CAB). While it does touch on practical problem-solving by discussing two approaches to extend functionality, it lacks a broader discussion on Agile, Scrum, or DevOps principles. The depth of the technical details is significant, but the overall alignment with the core themes of pragmatic thinking is limited, as it does not address adaptability or real-world applications in a project management context.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "MVP": {
     "category": "MVP",
@@ -973,15 +973,15 @@
   },
   "Engineering Excellence": {
     "category": "Engineering Excellence",
-    "calculated_at": "2025-03-10T15:23:15",
+    "calculated_at": "2025-03-15T07:52:25",
     "ai_confidence": 32.0,
     "ai_mentions": 15.0,
     "ai_alignment": 25.0,
     "ai_depth": 25.0,
     "non_ai_confidence": 0,
     "final_score": 29.0,
     "reasoning": "The content primarily focuses on implementing a specific feature in a software framework, detailing code and technical solutions. While it touches on aspects of software craftsmanship, such as extending functionality and code reuse, it lacks a broader discussion on engineering excellence principles, best practices, or continuous improvement processes. The depth of discussion is limited to a specific implementation without addressing overarching themes of quality assurance or team collaboration.",
-    "level": "Quaternary"
+    "level": "Ignored"
   },
   "Coaching": {
     "category": "Coaching",

site/content/resources/blog/2006/2006-06-22-hinshelm-on-composite-ui-application-block/index.md

@@ -29,7 +29,6 @@ aliasesArchive:
 tags:
 - Software Development
 - Practical Techniques and Tooling
-- Technical Mastery
 categories: []
 preview: metro-binary-vb-128-link-1-1.png
 

site/content/resources/blog/2006/2006-08-01-cafemsn-prize/index.md

@@ -22,8 +22,7 @@ aliasesArchive:
 - /blog/cafemsn-prize
 - /cafemsn-prize
 - /resources/blog/cafemsn-prize
-tags:
-- Miscellaneous
+tags: []
 preview: nakedalm-logo-128-link-1-1.png
 categories: []