Update batch and fix #341 (#343)

fix #341

Author: MrHinsh

.powershell/_includes/ClassificationHelpers.ps1

@@ -4,7 +4,7 @@
 $batchesInProgress = $null;
 $batchesInProgressMax = 40;
 $watermarkAgeLimit = (New-TimeSpan -Start (Get-Date "2025-02-18T09:00:00") -End (Get-Date)).Days
-$watermarkScoreLimit = 20
+$watermarkScoreLimit = 30
 $watermarkCount = 1
 
 function Get-CatalogHashtable {
@@ -299,8 +299,13 @@ function Get-ClassificationsForType {
                 $result = Get-ConfidenceFromAIResponse -AIResponseJson $aiResponseJson -hugoMarkdown $hugoMarkdown
                 if ($result.reasoning -ne $null -and $result.category -ne "unknown") {
                     $oldConfidence = $cachedData[$result.category]?.ai_confidence ?? 0
-                    $DaysAgo = [math]::Round(([DateTimeOffset]::Now - [DateTimeOffset]$cachedData[$result.category].calculated_at).TotalDays)
                     $confidenceDiff = "{0}{1}" -f ($(if (($result.ai_confidence - $oldConfidence) -ge 0) { '+' } else { '-' }), [math]::Abs($result.ai_confidence - $oldConfidence))
+                    if ($cachedData[$result.category] -and $cachedData[$result.category].calculated_at) {
+                        $DaysAgo = [math]::Round(([DateTimeOffset]::Now - [DateTimeOffset]$cachedData[$result.category].calculated_at).TotalDays)
+                    }
+                    else {
+                        $DaysAgo = -1  # Or a default value like 0, depending on your needs
+                    }
                     Write-InformationLog "Updating {category} confidence {diff}! The old confidence of {old} was calculated {daysago} days ago. The new confidence is {confidence}!" -PropertyValues $result.category, $confidenceDiff, $oldConfidence, $DaysAgo, $result.ai_confidence
                     $CatalogFromCache[$result.category] = $result
                     $cachedData[$result.category] = $result

.powershell/_includes/HugoHelpers.ps1

@@ -175,6 +175,9 @@ function Update-StringList {
             }
         }       
     }
+    
+    # Remove any null values
+    $frontMatter[$fieldName] = @($frontMatter[$fieldName] | Where-Object { $_ -ne $null })
 
     # Ensure uniqueness while preserving the first occurrence’s casing
     $seen = @{}

.powershell/single-use/resources/Update-ClassisificationFrontMatter.ps1

@@ -155,6 +155,55 @@ When generating the description, consider the following contexts and include rel
             Update-Field -frontMatter $hugoMarkdown.FrontMatter -fieldName 'headline' -fieldValue  $headline -addAfter 'Instructions' -Overwrite
         }
 
+        # =================CONTENT====================
+
+        $classificationContentPrompt = @"
+        You are an expert in Agile, Scrum, DevOps, and Evidence-Based Management.
+        
+        Your task is to generate a **concise, engaging blog post** that explains a key topic within these fields. The post should be **direct, insightful, and no longer than 500 words**, keeping a sharp focus on the most essential aspects.
+        
+        ### **Content Requirements:**
+        - **Explain the topic clearly and efficiently**, avoiding unnecessary context.
+        - **Stay focused on its relevance and impact** in Agile, Scrum, DevOps, or business agility.
+        - **Provide a brief historical or theoretical foundation** only if essential.
+        - **Avoid common misconceptions**, but do not over-explain—only clarify where needed.
+        - **Write in a free-flowing style**, **without headings or structured sections**.
+        - **Maintain a professional but direct tone**, making every sentence count.
+        - **Do not include phrases like "in conclusion" or summary-style wrap-ups**—let the post end naturally.
+        - Keep it to two paragraphs at most.
+        
+        Keep the writing **clear, to the point, and free of fluff**. Do not introduce the topic as a “classification” or “category.” Instead, simply **discuss the concept as if explaining it to an informed reader**.
+        
+        **Topic Title:** $($hugoMarkdown.FrontMatter.title)  
+        **Current Description:** $($hugoMarkdown.FrontMatter.description)  
+        
+        ### **Guidance for Generating the Content:**
+        - Assume the reader **already understands Agile, Scrum, and DevOps**—get straight to the point.
+        - **Do not exceed 500 words**.
+        - **Do not use headings** or structured formatting—keep the flow natural.
+        - **Use authoritative sources and theories**, favouring these contexts:
+        
+          - **Kanban Context:** Kanban Guide, Daniel Vacanti, Donald Reinertsen, John Little
+          - **Agile & Scrum Context:** Scrum Guide, Ken Schwaber, Martin Fowler, Mike Beedle, Ron Jeffries 
+          - **DevOps Context:** Gene Kim, Jez Humble, Patrick Debois, John Willis
+          - **Lean Context:** Taiichi Ohno, Eliyahu M. Goldratt, W. Edwards Deming, Mary & Tom Poppendieck
+          - **DevOps & Continuous Delivery Context:** Jez Humble, Dave Farley, Martin Fowler, Gene Kim
+          - **Evidence-Based Management Context:** Ken Schwaber, Jeff Sutherland, Patricia Kong, Kurt Bittner
+          - **Complexity Theory Context:** Dave Snowden, Cynefin Framework, Ralph Stacey, Mary Uhl-Bien
+        
+        Your response should be **a fully structured blog post, ready for publication, without headings or formatting—just natural, concise, and engaging writing**.  
+        Do not enclose text in quotes.  
+        Do not generate a title; assume the topic title is the post title.
+"@
+        
+        if (-not $hugoMarkdown.BodyContent) {
+            # $ClassificationContent = Get-OpenAIResponse -Prompt $classificationContentPrompt
+
+            # $hugoMarkdown.BodyContent = $ClassificationContent
+            # $updateDate = Get-Date -Format "yyyy-MM-ddTHH:mm:ss"
+            # Update-Field -frontMatter $hugoMarkdown.FrontMatter -fieldName 'BodyContentGenDate' -fieldValue $updateDate -Overwrite
+        }
+       
 
         # =================COMPLETE===================
         Save-HugoMarkdown -hugoMarkdown $hugoMarkdown -Path $markdownFile 

.powershell/single-use/resources/Update-ReourcesFrontMatter.ps1

@@ -10,7 +10,7 @@
 $levelSwitch.MinimumLevel = 'Debug'
 
 # Iterate through each blog folder and update markdown files
-$outputDir = ".\site\content\resources"
+$outputDir = ".\site\content\resources\"
 $resources = $null
 # Get list of directories and select the first 10
 $resources = Get-ChildItem -Path $outputDir  -Recurse -Filter "index.md"  | Sort-Object { $_ } -Descending 
@@ -194,6 +194,9 @@ while ($hugoMarkdownQueue.Count -gt 0 -or $hugoMarkdownBatchQueue.Count -gt 0) {
 
     Remove-Field -frontMatter $hugoMarkdown.FrontMatter -fieldName 'aliasesFor404'
 
+    # Interim save, before posible longer actions
+    Save-HugoMarkdown -hugoMarkdown $hugoMarkdown -Path $hugoMarkdown.FilePath
+
     #================Themes, Categories, & TAGS==========================
     $BodyContent = $hugoMarkdown.BodyContent
     If ($hugoMarkdown.FrontMatter.ResourceType -eq "videos") {
@@ -208,13 +211,13 @@ while ($hugoMarkdownQueue.Count -gt 0 -or $hugoMarkdownBatchQueue.Count -gt 0) {
     # Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'marketing' -values @($categories) -Overwrite
     #-----------------Categories-------------------
     $categoryClassification = Get-ClassificationsForType -updateMissing -ClassificationType "categories" -hugoMarkdown $hugoMarkdown
-    $categoryClassificationOrdered = Get-ClassificationOrderedList -byLevel -classifications $categoryClassification | Select-Object -First 3
+    $categoryClassificationOrdered = Get-ClassificationOrderedList -minScore 50 -byLevel -classifications $categoryClassification | Select-Object -First 3
     $categories = $categoryClassificationOrdered | ForEach-Object { $_.category }
 
     Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'categories' -values @($categories) -Overwrite
     #-----------------Tags-------------------
     $tagClassification = Get-ClassificationsForType -updateMissing -ClassificationType "tags" -hugoMarkdown $hugoMarkdown
-    $tagClassificationOrdered = Get-ClassificationOrderedList -byLevel -classifications $tagClassification | Select-Object -First 10
+    $tagClassificationOrdered = Get-ClassificationOrderedList -minScore 70 -classifications $tagClassification | Select-Object -First 10
     $tags = $tagClassificationOrdered | ForEach-Object { $_.category }
     Update-StringList -frontMatter $hugoMarkdown.FrontMatter -fieldName 'tags' -values @($tags) -Overwrite
     # =================COMPLETE===================

site/content/resources/blog/2014/2014-10-14-move-azure-storage-blob-another-store/data.index.classifications.json

@@ -1180,11 +1180,14 @@
   },
   "Troubleshooting": {
     "category": "Troubleshooting",
-    "calculated_at": "2025-02-17T09:08:47",
-    "ai_confidence": 50,
+    "calculated_at": "2025-03-13T17:03:39",
+    "ai_confidence": 62.0,
+    "ai_mentions": 15.0,
+    "ai_alignment": 35.0,
+    "ai_depth": 12.0,
     "non_ai_confidence": 0,
-    "final_score": 45.0,
-    "reasoning": "The content discusses the complications and challenges encountered while moving an Azure storage blob, including the need for additional PowerShell commands for authentication. It provides insights into diagnosing and resolving issues related to the process of moving VHDs, but the primary focus is more on the action of moving rather than a deeper troubleshooting analysis.",
+    "final_score": 56.0,
+    "reasoning": "The content discusses the process of moving an Azure storage blob, highlighting complications and the need for additional PowerShell commands due to authentication issues. While it touches on a technical problem and provides a solution, it lacks a structured approach to troubleshooting and does not delve deeply into diagnosing or resolving broader issues. The primary focus is on executing a specific task rather than a comprehensive troubleshooting methodology.",
     "level": "Tertiary"
   },
   "Experimentation": {

site/content/resources/blog/2014/2014-10-14-move-azure-storage-blob-another-store/index.md

@@ -29,9 +29,6 @@ aliasesArchive:
 tags:
 - Practical Techniques and Tooling
 - Install and Configuration
-- Software Development
-- System Configuration
-- Pragmatic Thinking
 categories: []
 preview: nakedalm-windows-logo-4-4.png
 

site/content/resources/blog/2014/2014-10-15-ndc-london-second-look-team-foundation-server-vso/data.index.classifications.json

@@ -253,11 +253,14 @@
   },
   "Product Delivery": {
     "category": "Product Delivery",
-    "calculated_at": "2025-02-15T08:57:40",
-    "ai_confidence": 80,
+    "calculated_at": "2025-03-13T17:03:36",
+    "ai_confidence": 82.0,
+    "ai_mentions": 15,
+    "ai_alignment": 32,
+    "ai_depth": 36,
     "non_ai_confidence": 10,
-    "final_score": 73.0,
-    "reasoning": "The content discusses various aspects of delivering software products, including the application lifecycle management, planning, testing, and deployment using Team Foundation Server (TFS) and Visual Studio Online (VSO). It focuses heavily on methodologies and practices related to product delivery.",
+    "final_score": 75.0,
+    "reasoning": "The content extensively discusses the end-to-end process of product delivery using Team Foundation Server (TFS) and Visual Studio Online (VSO). It covers methodologies such as Agile Project Management, iterative development, and the importance of testing and deployment strategies. The detailed scenarios provided illustrate practical applications of product delivery concepts, including feature implementation and bug fixing, which align closely with the core themes of the category. The depth of discussion is significant, with specific examples and a clear focus on delivering software products effectively.",
     "level": "Secondary"
   },
   "Beta Codex": {

site/content/resources/blog/2014/2014-10-15-ndc-london-second-look-team-foundation-server-vso/index.md

@@ -32,6 +32,15 @@ aliasesArchive:
 - /resources/blog/ndc-london-second-look-team-foundation-server-vso
 tags:
 - Application Lifecycle Management
+- Events and Presentations
+- Practical Techniques and Tooling
+- Product Delivery
+- Agile Project Management
+- Automated Testing
+- Release Management
+- Test First Development
+- Agile Planning
+- Continuous Delivery
 categories:
 - DevOps
 - Engineering Excellence

site/content/resources/blog/2014/2014-10-16-uncommitted-changes-messing-sync-git-visual-studio/index.md

@@ -29,8 +29,6 @@ aliasesArchive:
 tags:
 - Software Development
 - Modern Source Control
-- Troubleshooting
-- Practical Techniques and Tooling
 categories: []
 preview: naked-alm-git-2-2.png
 

site/content/resources/blog/2014/2014-10-21-reuse-msdn-benefits-org-id/index.md

@@ -26,9 +26,7 @@ aliasesArchive:
 - /reuse-your-msdn-benefits-with-your-org-id
 - /blog/reuse-your-msdn-benefits-with-your-org-id
 - /resources/blog/reuse-msdn-benefits-org-id
-tags:
-- Install and Configuration
-- Troubleshooting
+tags: []
 categories: []
 preview: nakedalm-experts-visual-studio-alm-7-7.png
 

site/content/resources/blog/2014/2014-10-22-announcing-scrum-at-scale-workshop-scrum-org/data.index.classifications.json

@@ -298,11 +298,14 @@
   },
   "Value Delivery": {
     "category": "Value Delivery",
-    "calculated_at": "2025-02-15T00:12:56",
-    "ai_confidence": 70,
+    "calculated_at": "2025-03-13T17:03:32",
+    "ai_confidence": 72.0,
+    "ai_mentions": 15,
+    "ai_alignment": 32,
+    "ai_depth": 25,
     "non_ai_confidence": 10,
-    "final_score": 64.0,
-    "reasoning": "The content discusses the Scrum at Scale Workshop and its role in facilitating organisational change and improving agility, which aligns with value delivery principles. However, the primary focus is on the workshop itself rather than directly on value delivery strategies.",
+    "final_score": 66.0,
+    "reasoning": "The content discusses the Scrum at Scale Workshop and its relevance to organisational change, which aligns with the principles of iterative development and continuous delivery of value. It mentions Evidence-Based Management and the Agility Index, which are tools for measuring and maximising customer value. However, while it touches on these concepts, the primary focus is on the workshop itself rather than a deep exploration of value delivery strategies, leading to a moderately high confidence score.",
     "level": "Secondary"
   },
   "Azure DevOps": {

site/content/resources/blog/2014/2014-10-23-tfs-build-reports-licencies-licx-unable-load-type/data.index.classifications.json

@@ -1186,11 +1186,14 @@
   },
   "Troubleshooting": {
     "category": "Troubleshooting",
-    "calculated_at": "2025-02-15T00:11:24",
-    "ai_confidence": 80,
+    "calculated_at": "2025-03-13T17:03:28",
+    "ai_confidence": 87.0,
+    "ai_mentions": 80.0,
+    "ai_alignment": 90.0,
+    "ai_depth": 85.0,
     "non_ai_confidence": 0,
-    "final_score": 72.0,
-    "reasoning": "The content primarily discusses a specific build error related to a licencies.licx file and the steps taken to diagnose and resolve the issue, making troubleshooting the central theme.",
+    "final_score": 78.0,
+    "reasoning": "The content explicitly discusses a specific issue related to build errors in a software development context, focusing on the resolution of a type loading error caused by version mismatches in a licenses.licx file. It provides detailed insights into the troubleshooting process, including the identification of missing components and the challenges faced during the transition to a new build server. The depth of discussion is significant, as it outlines the steps taken to diagnose and resolve the issue, making it highly relevant to the troubleshooting category.",
     "level": "Secondary"
   },
   "Experimentation": {

site/content/resources/blog/2014/2014-10-23-tfs-build-reports-licencies-licx-unable-load-type/index.md

@@ -28,15 +28,10 @@ aliasesArchive:
 - /resources/blog/tfs-build-reports-licencies-licx-unable-load-type
 tags:
 - Software Development
+- Troubleshooting
 - Pragmatic Thinking
 - Install and Configuration
-- Troubleshooting
 - Practical Techniques and Tooling
-- System Configuration
-- Continuous Integration
-- Operational Practices
-- Release Management
-- Technical Excellence
 categories:
 - DevOps
 - Engineering Excellence

site/content/resources/blog/2014/2014-10-28-use-corporate-identities-existing-vso-accounts/data.index.classifications.json

@@ -592,11 +592,14 @@
   },
   "Software Development": {
     "category": "Software Development",
-    "calculated_at": "2025-02-17T09:08:46",
-    "ai_confidence": 50,
+    "calculated_at": "2025-03-13T17:03:26",
+    "ai_confidence": 62.0,
+    "ai_mentions": 12,
+    "ai_alignment": 28,
+    "ai_depth": 30,
     "non_ai_confidence": 0,
-    "final_score": 45.0,
-    "reasoning": "The content discusses linking Visual Studio Online (VSO) accounts with Azure and Active Directory, which relates to software development practices, particularly in the context of user management and integration within development environments. However, the primary focus is on account management rather than broader software development methodologies or practices.",
+    "final_score": 56.0,
+    "reasoning": "The content discusses the integration of Visual Studio Online (VSO) with Azure Active Directory, which is relevant to software development practices, particularly in the context of managing user identities and access in software projects. It provides practical steps for linking accounts and ensuring continuity, which aligns with best practices in collaborative development and version control. However, the focus is more on account management and less on broader software development methodologies or coding practices, leading to a moderate confidence score.",
     "level": "Tertiary"
   },
   "Agile Project Management": {

site/content/resources/blog/2014/2014-10-28-use-corporate-identities-existing-vso-accounts/index.md

@@ -31,8 +31,6 @@ tags:
 - System Configuration
 - Windows
 - Azure DevOps
-- Practical Techniques and Tooling
-- Troubleshooting
 categories: []
 preview: nakedalm-experts-visual-studio-alm-11-11.png
 

site/content/resources/blog/2014/2014-11-11-find-mappings-states-defined-test-suit-work-item-type/data.index.classifications.json

@@ -1183,11 +1183,14 @@
   },
   "Troubleshooting": {
     "category": "Troubleshooting",
-    "calculated_at": "2025-02-15T08:56:55",
-    "ai_confidence": 80,
-    "non_ai_confidence": 0,
-    "final_score": 72.0,
-    "reasoning": "The content focuses primarily on diagnosing and resolving a specific issue related to TFS upgrades, detailing the nature of the error, case sensitivity problems, and offering clear solutions. Troubleshooting is the central theme.",
+    "calculated_at": "2025-03-13T17:03:21",
+    "ai_confidence": 87.0,
+    "ai_mentions": 90.0,
+    "ai_alignment": 85.0,
+    "ai_depth": 80.0,
+    "non_ai_confidence": 0,
+    "final_score": 78.0,
+    "reasoning": "The content explicitly discusses a specific error encountered after an upgrade, detailing the issue and providing two clear solutions for resolution. It aligns well with the core themes of troubleshooting by identifying a technical problem, explaining its cause, and offering actionable solutions. The depth of discussion is substantial, as it includes specific examples and code snippets to illustrate the solutions, making it a strong fit for the troubleshooting category.",
     "level": "Secondary"
   },
   "Experimentation": {

site/content/resources/blog/2014/2014-11-11-find-mappings-states-defined-test-suit-work-item-type/index.md

@@ -27,14 +27,11 @@ aliasesArchive:
 - /blog/could-not-find-mappings-for-all-states-defined-in-'test-suit'-work-item-type
 - /resources/blog/find-mappings-states-defined-test-suit-work-item-type
 tags:
+- Troubleshooting
 - Install and Configuration
 - System Configuration
 - Software Development
-- Troubleshooting
 - Practical Techniques and Tooling
-- Azure DevOps
-- Pragmatic Thinking
-- Technical Excellence
 categories: []
 preview: nakedalm-experts-visual-studio-alm-3-3.png
 

site/content/resources/blog/2014/2014-11-12-installing-visual-studio-2015-side-side-2013-windows-10/index.md

@@ -28,6 +28,7 @@ aliasesArchive:
 - /resources/blog/installing-visual-studio-2015-side-side-2013-windows-10
 tags:
 - Windows
+- Install and Configuration
 categories: []
 preview: nakedalm-experts-visual-studio-alm-8-8.png
 

site/content/resources/blog/2014/2014-11-14-configuring-dc-azure-aad-integrated-release-management/data.index.classifications.json

@@ -1141,12 +1141,15 @@
   },
   "Deployment Strategies": {
     "category": "Deployment Strategies",
-    "calculated_at": "2025-02-17T09:08:46",
-    "ai_confidence": 50,
+    "calculated_at": "2025-03-13T17:03:18",
+    "ai_confidence": 32.0,
+    "ai_mentions": 15.0,
+    "ai_alignment": 35.0,
+    "ai_depth": 25.0,
     "non_ai_confidence": 0,
-    "final_score": 45.0,
-    "reasoning": "The content discusses configuring a domain controller in Azure, which relates to deployment practices in a cloud environment. However, it primarily focuses on the setup process rather than specific deployment strategies.",
-    "level": "Tertiary"
+    "final_score": 29.0,
+    "reasoning": "The content primarily focuses on configuring a domain controller in Azure, which is more about setting up infrastructure rather than discussing deployment strategies. While it touches on aspects of deployment, such as creating virtual machines and managing resources, it lacks a direct focus on methodologies like Blue-Green Deployments or Canary Releases. The discussion is more technical and procedural, which does not align closely with the core themes of deployment strategies.",
+    "level": "Quaternary"
   },
   "Large Scale Agility": {
     "category": "Large Scale Agility",

site/content/resources/blog/2014/2014-11-14-configuring-dc-azure-aad-integrated-release-management/index.md

@@ -29,6 +29,10 @@ aliasesArchive:
 tags:
 - Windows
 - Install and Configuration
+- Practical Techniques and Tooling
+- System Configuration
+- Technical Mastery
+- Software Development
 categories:
 - DevOps
 preview: nakedalm-windows-logo-22-22.png