abstracting refresh setting outside of OSclient implementation

Signed-off-by: Dennis Toepker <[email protected]>

Author: toepkerd-zz

spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala

@@ -394,7 +394,13 @@ trait FlintJobExecutor {
       mapping: String): Either[String, Unit] = {
     try {
       logInfo(s"create $resultIndex")
-      osClient.createIndex(resultIndex, mapping)
+      val fastRefreshSettings =
+        """ {
+          |   "auto_refresh": "true",
+          |   "refresh_interval": "1 Second",
+          | }
+          |""".stripMargin
+      osClient.createIndex(resultIndex, mapping, fastRefreshSettings)
       logInfo(s"create $resultIndex successfully")
       Right(())
     } catch {

spark-sql-application/src/main/scala/org/apache/spark/sql/OSClient.scala

@@ -61,25 +61,20 @@ class OSClient(val flintOptions: FlintOptions) extends Logging {
    *   the name of the index
    * @param mapping
    *   the mapping of the index
+   * @param settings
+   * *   the index settings as a JSON string
    * @return
    *   use Either for representing success or failure. A Right value indicates success, while a
    *   Left value indicates an error.
    */
-  def createIndex(osIndexName: String, mapping: String): Unit = {
+  def createIndex(osIndexName: String, mapping: String, settings: String): Unit = {
     logInfo(s"create $osIndexName")
 
     using(flintClient.createClient()) { client =>
       val request = new CreateIndexRequest(osIndexName)
-      val fastRefreshSettings =
-        """ {
-          |   "auto_refresh": "true",
-          |   "refresh_interval": "1 Second",
-          | }
-          |""".stripMargin
-
       request
         .mapping(mapping, XContentType.JSON)
-        .settings(fastRefreshSettings, XContentType.JSON)
+        .settings(settings, XContentType.JSON)
 
       try {
         client.createIndex(request, RequestOptions.DEFAULT)