♻️ (ClassificationHelpers.ps1): adjust watermark limits and improve key handling

🔧 (HugoHelpers.ps1): remove null values from string lists for cleaner data
✨ (Update-ClassisificationFrontMatter.ps1): add content generation prompt for blog posts
🔧 (Update-ReourcesFrontMatter.ps1): update output directory path and interim save

The watermark score and count limits are adjusted to refine classification
accuracy. Handling of cached data keys is improved for better performance.
Null values are removed from string lists to ensure data integrity. A new
content generation prompt is added to guide the creation of concise blog
posts, enhancing content quality. The output directory path is updated for
consistency, and an interim save is introduced to prevent data loss during
longer operations.

Author: MrHinsh

.powershell/_includes/ClassificationHelpers.ps1

@@ -3,9 +3,9 @@
 
 $batchesInProgress = $null;
 $batchesInProgressMax = 40;
-$watermarkAgeLimit = (New-TimeSpan -Start (Get-Date "2025-02-18T09:00:00") -End (Get-Date)).Days
-$watermarkScoreLimit = 20
-$watermarkCount = 1
+$watermarkAgeLimit = (New-TimeSpan -Start (Get-Date "2025-02-18T09:00:00") -End (Get-Date)).Days # Wattermark for calculation algorythem Change.
+$watermarkScoreLimit = 10
+$watermarkCount = 30
 
 function Get-CatalogHashtable {
     param (
@@ -103,7 +103,8 @@ function Get-ClassificationsForType {
         }           
         # Check if the cache uses the latest calculations
         $recalculatedCount = 0
-        foreach ($key in $cachedData.keys) {
+        $keysToCheck = $cachedData.keys | ForEach-Object { $_ }
+        foreach ($key in  $keysToCheck ) {
             $entry = $cachedData[$key]
             $finalScore = Get-ComputedConfidence -aiConfidence $entry.ai_confidence -nonAiConfidence $entry.non_ai_confidence
             $level = Get-ComputedLevel -confidence $finalScore
@@ -299,8 +300,14 @@ function Get-ClassificationsForType {
                 $result = Get-ConfidenceFromAIResponse -AIResponseJson $aiResponseJson -hugoMarkdown $hugoMarkdown
                 if ($result.reasoning -ne $null -and $result.category -ne "unknown") {
                     $oldConfidence = $cachedData[$result.category]?.ai_confidence ?? 0
-                    $DaysAgo = [math]::Round(([DateTimeOffset]::Now - [DateTimeOffset]$cachedData[$result.category].calculated_at).TotalDays)
                     $confidenceDiff = "{0}{1}" -f ($(if (($result.ai_confidence - $oldConfidence) -ge 0) { '+' } else { '-' }), [math]::Abs($result.ai_confidence - $oldConfidence))
+                    if ($cachedData[$result.category] -and $cachedData[$result.category].calculated_at) {
+                        $DaysAgo = [math]::Round(([DateTimeOffset]::Now - [DateTimeOffset]$cachedData[$result.category].calculated_at).TotalDays)
+                    }
+                    else {
+                        $DaysAgo = -1  # Or a default value like 0, depending on your needs
+                    }
+                    
                     Write-InformationLog "Updating {category} confidence {diff}! The old confidence of {old} was calculated {daysago} days ago. The new confidence is {confidence}!" -PropertyValues $result.category, $confidenceDiff, $oldConfidence, $DaysAgo, $result.ai_confidence
                     $CatalogFromCache[$result.category] = $result
                     $cachedData[$result.category] = $result
@@ -348,8 +355,8 @@ function Get-Classification {
 function Get-ClassificationOrderedList { 
     param (
         [array]$Classifications,
-        [int] $minScore = 30,
-        [string[]]$levels = @("Primary", "Secondary", "Tertiary", "Quaternary", "Quinary"),
+        [int] $minScore = 40,
+        [string[]]$levels = @("Primary", "Secondary", "Tertiary"),
         [switch]$byLevel
     )
 
@@ -385,8 +392,6 @@ function Get-ComputedLevel {
         { $_ -gt 80 } { return "Primary" }
         { $_ -gt 60 } { return "Secondary" }
         { $_ -gt 40 } { return "Tertiary" }
-        { $_ -gt 20 } { return "Quaternary" }
-        { $_ -gt 10 } { return "Quinary" }
         default { return "Ignored" }
     }
 }

.powershell/_includes/HugoHelpers.ps1

@@ -175,6 +175,9 @@ function Update-StringList {
             }
         }       
     }
+    
+    # Remove any null values
+    $frontMatter[$fieldName] = @($frontMatter[$fieldName] | Where-Object { $_ -ne $null })
 
     # Ensure uniqueness while preserving the first occurrence’s casing
     $seen = @{}

.powershell/single-use/resources/Update-ClassisificationFrontMatter.ps1

@@ -155,6 +155,55 @@ When generating the description, consider the following contexts and include rel
             Update-Field -frontMatter $hugoMarkdown.FrontMatter -fieldName 'headline' -fieldValue  $headline -addAfter 'Instructions' -Overwrite
         }
 
+        # =================CONTENT====================
+
+        $classificationContentPrompt = @"
+        You are an expert in Agile, Scrum, DevOps, and Evidence-Based Management.
+        
+        Your task is to generate a **concise, engaging blog post** that explains a key topic within these fields. The post should be **direct, insightful, and no longer than 500 words**, keeping a sharp focus on the most essential aspects.
+        
+        ### **Content Requirements:**
+        - **Explain the topic clearly and efficiently**, avoiding unnecessary context.
+        - **Stay focused on its relevance and impact** in Agile, Scrum, DevOps, or business agility.
+        - **Provide a brief historical or theoretical foundation** only if essential.
+        - **Avoid common misconceptions**, but do not over-explain—only clarify where needed.
+        - **Write in a free-flowing style**, **without headings or structured sections**.
+        - **Maintain a professional but direct tone**, making every sentence count.
+        - **Do not include phrases like "in conclusion" or summary-style wrap-ups**—let the post end naturally.
+        - Keep it to two paragraphs at most.
+        
+        Keep the writing **clear, to the point, and free of fluff**. Do not introduce the topic as a “classification” or “category.” Instead, simply **discuss the concept as if explaining it to an informed reader**.
+        
+        **Topic Title:** $($hugoMarkdown.FrontMatter.title)  
+        **Current Description:** $($hugoMarkdown.FrontMatter.description)  
+        
+        ### **Guidance for Generating the Content:**
+        - Assume the reader **already understands Agile, Scrum, and DevOps**—get straight to the point.
+        - **Do not exceed 500 words**.
+        - **Do not use headings** or structured formatting—keep the flow natural.
+        - **Use authoritative sources and theories**, favouring these contexts:
+        
+          - **Kanban Context:** Kanban Guide, Daniel Vacanti, Donald Reinertsen, John Little
+          - **Agile & Scrum Context:** Scrum Guide, Ken Schwaber, Martin Fowler, Mike Beedle, Ron Jeffries 
+          - **DevOps Context:** Gene Kim, Jez Humble, Patrick Debois, John Willis
+          - **Lean Context:** Taiichi Ohno, Eliyahu M. Goldratt, W. Edwards Deming, Mary & Tom Poppendieck
+          - **DevOps & Continuous Delivery Context:** Jez Humble, Dave Farley, Martin Fowler, Gene Kim
+          - **Evidence-Based Management Context:** Ken Schwaber, Jeff Sutherland, Patricia Kong, Kurt Bittner
+          - **Complexity Theory Context:** Dave Snowden, Cynefin Framework, Ralph Stacey, Mary Uhl-Bien
+        
+        Your response should be **a fully structured blog post, ready for publication, without headings or formatting—just natural, concise, and engaging writing**.  
+        Do not enclose text in quotes.  
+        Do not generate a title; assume the topic title is the post title.
+"@
+        
+        if (-not $hugoMarkdown.BodyContent) {
+            # $ClassificationContent = Get-OpenAIResponse -Prompt $classificationContentPrompt
+
+            # $hugoMarkdown.BodyContent = $ClassificationContent
+            # $updateDate = Get-Date -Format "yyyy-MM-ddTHH:mm:ss"
+            # Update-Field -frontMatter $hugoMarkdown.FrontMatter -fieldName 'BodyContentGenDate' -fieldValue $updateDate -Overwrite
+        }
+       
 
         # =================COMPLETE===================
         Save-HugoMarkdown -hugoMarkdown $hugoMarkdown -Path $markdownFile 

.powershell/single-use/resources/Update-ReourcesFrontMatter.ps1

@@ -10,7 +10,7 @@
 $levelSwitch.MinimumLevel = 'Debug'
 
 # Iterate through each blog folder and update markdown files
-$outputDir = ".\site\content\resources"
+$outputDir = ".\site\content\resources\"
 $resources = $null
 # Get list of directories and select the first 10
 $resources = Get-ChildItem -Path $outputDir  -Recurse -Filter "index.md"  | Sort-Object { $_ } -Descending 
@@ -194,6 +194,9 @@ while ($hugoMarkdownQueue.Count -gt 0 -or $hugoMarkdownBatchQueue.Count -gt 0) {
 
     Remove-Field -frontMatter $hugoMarkdown.FrontMatter -fieldName 'aliasesFor404'
 
+    # Interim save, before posible longer actions
+    Save-HugoMarkdown -hugoMarkdown $hugoMarkdown -Path $hugoMarkdown.FilePath
+
     #================Themes, Categories, & TAGS==========================
     $BodyContent = $hugoMarkdown.BodyContent
     If ($hugoMarkdown.FrontMatter.ResourceType -eq "videos") {
@@ -208,13 +211,13 @@ while ($hugoMarkdownQueue.Count -gt 0 -or $hugoMarkdownBatchQueue.Count -gt 0) {
     # Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'marketing' -values @($categories) -Overwrite
     #-----------------Categories-------------------
     $categoryClassification = Get-ClassificationsForType -updateMissing -ClassificationType "categories" -hugoMarkdown $hugoMarkdown
-    $categoryClassificationOrdered = Get-ClassificationOrderedList -byLevel -classifications $categoryClassification | Select-Object -First 3
+    $categoryClassificationOrdered = Get-ClassificationOrderedList -minScore 50 -byLevel -classifications $categoryClassification | Select-Object -First 3
     $categories = $categoryClassificationOrdered | ForEach-Object { $_.category }
 
     Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'categories' -values @($categories) -Overwrite
     #-----------------Tags-------------------
     $tagClassification = Get-ClassificationsForType -updateMissing -ClassificationType "tags" -hugoMarkdown $hugoMarkdown
-    $tagClassificationOrdered = Get-ClassificationOrderedList -byLevel -classifications $tagClassification | Select-Object -First 10
+    $tagClassificationOrdered = Get-ClassificationOrderedList -minScore 70 -classifications $tagClassification | Select-Object -First 10
     $tags = $tagClassificationOrdered | ForEach-Object { $_.category }
     Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'tags' -values @($tags) -Overwrite
     # =================COMPLETE===================