ISO format dates in painless script to avoid date transformer issue (#196)

* ISO format dates in painless script to avoid date transformer issue
cannot write time value xcontent for unknown value of type class java.util.Date

Author: blabadi

maestro-app/src/main/java/bio/overture/maestro/app/infra/adapter/outbound/indexing/elasticsearch/AnalysisCentricElasticSearchAdapter.java

@@ -15,6 +15,7 @@
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.fasterxml.jackson.databind.ObjectWriter;
 import com.fasterxml.jackson.databind.PropertyNamingStrategy;
+import com.fasterxml.jackson.databind.util.StdDateFormat;
 import io.github.resilience4j.retry.Retry;
 import io.github.resilience4j.retry.RetryConfig;
 import java.io.IOException;
@@ -146,16 +147,15 @@ private List<AnalysisCentricDocument> getAnalysisCentricDocuments(
   private UpdateRequest mapAnalysisToUpsertRepositoryQuery(
       AnalysisCentricDocument analysisCentricDocument) {
     val mapper = new ObjectMapper().setPropertyNamingStrategy(PropertyNamingStrategy.SNAKE_CASE);
-
     val paramsBuilder = new HashMap<String, Object>();
     paramsBuilder.put(
         "repository",
         mapper.convertValue(analysisCentricDocument.getRepositories().get(0), Map.class));
     paramsBuilder.put("analysis_state", analysisCentricDocument.getAnalysisState());
-    paramsBuilder.put("updated_at", analysisCentricDocument.getUpdatedAt());
+    paramsBuilder.put("updated_at", getDateIso(analysisCentricDocument.getUpdatedAt()));
     if (analysisCentricDocument.getPublishedAt()
         != null) { // Nullable as may not have been published
-      paramsBuilder.put("published_at", analysisCentricDocument.getPublishedAt());
+      paramsBuilder.put("published_at", getDateIso(analysisCentricDocument.getPublishedAt()));
     }
 
     val parameters = unmodifiableMap(paramsBuilder);

maestro-app/src/main/java/bio/overture/maestro/app/infra/adapter/outbound/indexing/elasticsearch/ElasticSearchConfig.java

@@ -72,7 +72,7 @@ CommandLineRunner analysisElasticsearchBootstrapper(AnalysisCentricElasticSearch
     return (args) -> adapter.initialize();
   }
 
-  @Bean
+  @Bean("ES_CLIENT")
   RestHighLevelClient client(ApplicationProperties properties) {
     val httpHostArrayList =
         new ArrayList<HttpHost>(

maestro-app/src/main/java/bio/overture/maestro/app/infra/adapter/outbound/indexing/elasticsearch/FileCentricElasticSearchAdapter.java

@@ -266,14 +266,21 @@ private List<FileCentricDocument> getFileCentricDocuments(
   private UpdateRequest mapFileToUpsertRepositoryQuery(FileCentricDocument fileCentricDocument) {
     val mapper = new ObjectMapper().setPropertyNamingStrategy(PropertyNamingStrategy.SNAKE_CASE);
 
+    // this ISO date format is added because in one instance where maestro was deployed
+    // an error to transform java.util.date was raised:
+    // cannot write time value xcontent for unknown value of type class java.util.Date
+    // there seem to be a class loader issue that cannot load the date transfomers in
+    // org.elasticsearch.common.xcontent.XContentBuilder
+    // root cause not found.
     val paramsBuilder = new HashMap<String, Object>();
     paramsBuilder.put(
         "repository", mapper.convertValue(fileCentricDocument.getRepositories().get(0), Map.class));
     paramsBuilder.put("analysis_state", fileCentricDocument.getAnalysis().getAnalysisState());
-    paramsBuilder.put("updated_at", fileCentricDocument.getAnalysis().getUpdatedAt());
+    paramsBuilder.put("updated_at", getDateIso(fileCentricDocument.getAnalysis().getUpdatedAt()));
     if (fileCentricDocument.getAnalysis().getPublishedAt()
         != null) { // Nullable as may not have been published
-      paramsBuilder.put("published_at", fileCentricDocument.getAnalysis().getPublishedAt());
+      paramsBuilder.put(
+          "published_at", getDateIso(fileCentricDocument.getAnalysis().getPublishedAt()));
     }
 
     val parameters = unmodifiableMap(paramsBuilder);

maestro-app/src/main/java/bio/overture/maestro/app/infra/adapter/outbound/indexing/elasticsearch/SearchAdapterHelper.java

@@ -7,6 +7,8 @@
 import io.github.resilience4j.retry.RetryConfig;
 import io.vavr.control.Try;
 import java.io.IOException;
+import java.text.DateFormat;
+import java.text.SimpleDateFormat;
 import java.time.Duration;
 import java.util.*;
 import java.util.function.Function;
@@ -234,4 +236,11 @@ private static UpdateRequest prepareUpdate(UpdateRequest req) {
     Assert.notNull(req.id(), "No Id define for Query");
     return req;
   }
+
+  static String getDateIso(Date date)
+  {
+    DateFormat dateFormat = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSS'Z'");
+    dateFormat.setTimeZone(TimeZone.getTimeZone("UTC"));
+    return dateFormat.format(date);
+  }
 }