Also look at prow postsubmits.

Author: spxtr

testgrid/.gitignore

@@ -0,0 +1 @@
+output/

testgrid/jenkins_verify/BUILD

@@ -19,6 +19,7 @@ go_library(
     srcs = ["jenkins_validate.go"],
     tags = ["automanaged"],
     deps = [
+        "//prow/jobs:go_default_library",
         "//testgrid/config/pb:go_default_library",
         "//testgrid/config/yaml2proto:go_default_library",
         "//vendor:github.com/golang/protobuf/proto",

testgrid/jenkins_verify/jenkins_validate.go

@@ -24,38 +24,36 @@ import (
 	"strings"
 
 	"github.com/golang/protobuf/proto"
+	"k8s.io/test-infra/prow/jobs"
 	config "k8s.io/test-infra/testgrid/config/pb"
 	"k8s.io/test-infra/testgrid/config/yaml2proto"
 )
 
-//
-// usage: go run jenkins_validate.go <path/to/job_collection> <path/to/testgrid_config>
-//
-
 func main() {
 	args := os.Args[1:]
 
-	if len(args) != 2 {
-		fmt.Println("Missing args - usage: go run jenkins_validate.go <path/to/job_collection> <path/to/testgrid_config>")
+	if len(args) != 3 {
+		fmt.Println("Missing args - usage: go run jenkins_validate.go <path/to/job_collection> <path/to/prow> <path/to/testgrid_config>")
 		os.Exit(1)
 	}
 
-	jobpath := args[0]
-	configpath := args[1]
+	jobPath := args[0]
+	prowPath := args[1]
+	configPath := args[2]
 
 	jenkinsjobs := make(map[string]bool)
-	files, err := filepath.Glob(jobpath + "/*")
+	files, err := filepath.Glob(jobPath + "/*")
 	if err != nil {
 		fmt.Println("Failed to collect outputs.")
 		os.Exit(1)
 	}
 
 	for _, file := range files {
-		file = strings.TrimPrefix(file, jobpath+"/")
+		file = strings.TrimPrefix(file, jobPath+"/")
 		jenkinsjobs[file] = false
 	}
 
-	data, err := ioutil.ReadFile(configpath)
+	data, err := ioutil.ReadFile(configPath)
 	protobufData, err := yaml2proto.Yaml2Proto(data)
 
 	config := &config.Configuration{}
@@ -64,6 +62,12 @@ func main() {
 		os.Exit(1)
 	}
 
+	ja := jobs.JobAgent{}
+	if err := ja.LoadOnce(prowPath+"/presubmit.yaml", prowPath+"/postsubmit.yaml"); err != nil {
+		fmt.Printf("Could not load prow configs: %v\n", err)
+		os.Exit(1)
+	}
+
 	// For now anything outsite k8s-jenkins/logs are considered to be fine
 	testgroups := make(map[string]bool)
 	for _, testgroup := range config.TestGroups {
@@ -82,20 +86,29 @@ func main() {
 		}
 	}
 
+	// Also check prow jobs
+	// TODO(spxtr): Not just k/k
+	for _, job := range ja.AllPostsubmits("kubernetes/kubernetes") {
+		if _, ok := testgroups[job.Name]; ok {
+			testgroups[job.Name] = true
+			jenkinsjobs[job.Name] = true
+		}
+	}
+
 	// Conclusion
 	badjobs := []string{}
 	for jenkinsjob, valid := range jenkinsjobs {
 		if !valid {
 			badjobs = append(badjobs, jenkinsjob)
-			fmt.Printf("Jenkins Job %v does not have a matching testgrid testgroup\n", jenkinsjob)
+			fmt.Printf("Job %v does not have a matching testgrid testgroup\n", jenkinsjob)
 		}
 	}
 
 	badconfigs := []string{}
 	for testgroup, valid := range testgroups {
 		if !valid {
 			badconfigs = append(badconfigs, testgroup)
-			fmt.Printf("Testgrid group %v does not have a matching jenkins job\n", testgroup)
+			fmt.Printf("Testgrid group %v does not have a matching jenkins or prow job\n", testgroup)
 		}
 	}
 

testgrid/jenkins_verify/verify.sh

@@ -30,4 +30,4 @@ docker run --rm=true \
   -w "/go/src/k8s.io/test-infra" \
   -v "${GOPATH}/src/k8s.io/test-infra:/go/src/k8s.io/test-infra" \
   'golang:1.7.1' \
-  go run testgrid/jenkins_verify/jenkins_validate.go testgrid/output testgrid/config/config.yaml
+  go run testgrid/jenkins_verify/jenkins_validate.go testgrid/output prow testgrid/config/config.yaml