fix: cqdg-00

adipaul1981 · adipaul1981 · commit 2ac490f09cc9 · 2023-12-08T15:30:35.000-05:00
diff --git a/src/main/scala/bio/ferlab/transform/WriteParquet.scala b/src/main/scala/bio/ferlab/transform/WriteParquet.scala
@@ -40,7 +40,7 @@ object WriteParquet {
             array().cast("array<string>") as "parents"))
           .otherwise(col("ancestors_exp"))
         )
-        .groupBy("id", "name", "parents")
+        .groupBy("id", "name", "parents", "is_leaf", "alt_ids")
         .agg(collect_list(col("ancestors_exp_f")) as "ancestors")
 
       case _ => df

Original file line number	Diff line number	Diff line change
`@@ -40,7 +40,7 @@ object WriteParquet {`
`40`	`40`	`array().cast("array<string>") as "parents"))`
`41`	`41`	`.otherwise(col("ancestors_exp"))`
`42`	`42`	`)`
`43`		`- .groupBy("id", "name", "parents")`
	`43`	`+ .groupBy("id", "name", "parents", "is_leaf", "alt_ids")`
`44`	`44`	`.agg(collect_list(col("ancestors_exp_f")) as "ancestors")`
`45`	`45`
`46`	`46`	`case _ => df`