refined initial project:

- removed dead code.
- removed some structures not needed yet
- thread communication with shared data via channels.

Author: pmmiranda

Makefile

@@ -359,17 +359,20 @@ libnimbusevm: | build deps
 
 # usual cleaning
 clean: | clean-common
-	rm -rf build/{nimbus,nimbus_execution_client,fluffy,libverifproxy,nimbus_verified_proxy,$(TOOLS_CSV),$(FLUFFY_TOOLS_CSV),all_tests,test_kvstore_rocksdb,test_rpc,all_fluffy_tests,all_history_network_custom_chain_tests,test_portal_testnet,utp_test_app,utp_test,*.dSYM}
+	rm -rf build/{nimbus_client,nimbus_execution_client,fluffy,libverifproxy,nimbus_verified_proxy}
+	rm -rf build/{$(TOOLS_CSV),$(FLUFFY_TOOLS_CSV)}
+	rm -rf build/{all_tests_nimbus,all_tests,test_kvstore_rocksdb,test_rpc,all_fluffy_tests,all_history_network_custom_chain_tests,test_portal_testnet,utp_test_app,utp_test}
+	rm -rf build/{*.dSYM}
 	rm -rf tools/t8n/{t8n,t8n_test}
 	rm -rf tools/evmstate/{evmstate,evmstate_test}
 ifneq ($(USE_LIBBACKTRACE), 0)
 	+ $(MAKE) -C vendor/nim-libbacktrace clean $(HANDLE_OUTPUT)
 endif
 
 # Nimbus
-nimbus: | build deps rocksdb
+nimbus: | build deps
 	echo -e $(BUILD_MSG) "build/$@" && \
-		$(ENV_SCRIPT) nim c $(NIM_PARAMS) -d:release --parallelBuild:1 -d:libp2p_pki_schemes=secp256k1 -u:metrics -o:build/nimbus "nimbus/nimbus.nim"
+		$(ENV_SCRIPT) nim c $(NIM_PARAMS) --threads:on -d:chronicles_log_level=TRACE -o:build/nimbus_client "nimbus/nimbus.nim"
 
 all_tests_nimbus: | build deps
 	echo -e $(BUILD_MSG) "build/$@" && \

nimbus.nimble

@@ -40,6 +40,7 @@ when declared(namedBin):
     "execution_chain/nimbus_execution_client": "nimbus_execution_client",
     "fluffy/fluffy": "fluffy",
     "nimbus_verified_proxy/nimbus_verified_proxy": "nimbus_verified_proxy",
+    "nimbus/nimbus_client": "nimbus_client",
   }.toTable()
 
 import std/os
@@ -127,10 +128,10 @@ task nimbus_verified_proxy, "Build Nimbus verified proxy":
 task nimbus_verified_proxy_test, "Run Nimbus verified proxy tests":
   test "nimbus_verified_proxy/tests", "test_proof_validation", "-d:chronicles_log_level=ERROR -d:nimbus_db_backend=sqlite"
 
-## nimbus tasks
+## Nimbus tasks
 
 task nimbus, "Build Nimbus":
   buildBinary "nimbus", "nimbus/", "-d:chronicles_log_level=TRACE"
 
 task nimbus_test, "Run Nimbus tests":
-  test "nimbus/tests/","all_tests", "-d:chronicles_log_level=ERROR"
+  test "nimbus/tests/","all_tests_nimbus", "-d:chronicles_log_level=ERROR -d:testing"

nimbus/common/utils.nim

@@ -0,0 +1,38 @@
+# Nimbus
+# Copyright (c) 2025 Status Research & Development GmbH
+# Licensed and distributed under either of
+#   * MIT license (license terms in the root directory or at https://opensource.org/licenses/MIT).
+#   * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
+# at your option. This file may not be copied, modified, or distributed except according to those terms.
+
+{.push raises: [].}
+
+import results
+export results
+
+#Parses specific data from a given channel if given in following binary format:
+# (array size Uint) | [ (element size Uint) (element data)]
+proc parseChannelData*(p: pointer): Result[seq[string], string] =
+  # Start reading from base pointer
+  var readOffset = cast[uint](p)
+  var recoveredStrings: seq[string]
+  var totalSize: uint = 0
+
+  # length
+  copyMem(addr totalSize, cast[pointer](readOffset), sizeof(uint))
+  readOffset += uint(sizeof(uint))
+
+  while readOffset < cast[uint](p) + totalSize:
+    #seq element size
+    var strLen: uint
+    copyMem(addr strLen, cast[pointer](readOffset), sizeof(uint))
+    readOffset += uint(sizeof(uint))
+
+    #element
+    var strData = newString(strLen)
+    copyMem(addr strData[0], cast[pointer](readOffset), uint(strLen))
+    readOffset += uint(strLen)
+
+    recoveredStrings.add(strData)
+
+  ok recoveredStrings

nimbus/conf.nim

@@ -5,28 +5,31 @@
 #   * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
 # at your option. This file may not be copied, modified, or distributed except according to those terms.
 
+{.push raises: [].}
+
 import
   std/[os, atomics],
   chronicles,
-  options,
-  #eth2-configs
-  beacon_chain/nimbus_binary_common,
-  #eth1-configs
-  ../../execution_chain/nimbus_desc
+  #eth2
+  beacon_chain/nimbus_binary_common
+
+export setupFileLimits
 
-export BeaconNodeConf, NimbusConf
+## log
+logScope:
+  topics = "Service manager"
 
 ## Exceptions
 type NimbusServiceError* = object of CatchableError
 
 ## Constants
-## TODO: evaluate the proposed timeouts
-const cNimbusMaxServices* = 2
-const cNimbusServiceTimeoutMs* = 3000
+const
+  cNimbusServiceTimeoutMs* = 3000
+  cThreadTimeAck* = 10
 
-## log
-logScope:
-  topics = "Service manager"
+# configuration read by threads
+var isConfigRead*: Atomic[bool]
+isConfigRead.store(false)
 
 ## Nimbus service arguments
 type
@@ -37,25 +40,21 @@ type
   LayerConfig* = object
     case kind*: ConfigKind
     of Consensus:
-      consensusConfig*: seq[string]
+      consensusOptions*: seq[string]
     of Execution:
-      executionConfig*: seq[string]
+      executionOptions*: seq[string]
 
   NimbusService* = ref object
     name*: string
     layerConfig*: LayerConfig
     serviceHandler*: Thread[ptr Channel[pointer]]
-    serviceChannel: ptr Channel[pointer]
+    serviceChannel*: ptr Channel[pointer] = nil
+    serviceFunc*: proc(ch: ptr Channel[pointer]) {.thread.}
 
   Nimbus* = ref object
     serviceList*: seq[NimbusService]
 
-#replace with cond var
-## Service shutdown
-var isShutDownRequired*: Atomic[bool]
-isShutDownRequired.store(false)
-
-# filesystem specs
+## filesystem specs
 proc defaultDataDir*(): string =
   let dataDir =
     when defined(windows):

nimbus/consensus/consensus_layer.nim

@@ -5,27 +5,34 @@
 #   * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
 # at your option. This file may not be copied, modified, or distributed except according to those terms.
 
-import std/[atomics, os], chronicles, ../configs/nimbus_configs
+{.push raises: [].}
 
-export nimbus_configs
+import std/[atomics, os], chronicles, ../conf, ../common/utils
 
 logScope:
   topics = "Consensus layer"
 
-proc consensusLayer*(params: ServiceParameters) {.raises: [CatchableError].} =
-  var config = params.layerConfig
+## Consensus Layer handler
+proc consensusLayerHandler*(channel: ptr Channel[pointer]) =
+  var p: pointer
+  try:
+    p = channel[].recv()
+  except Exception as e:
+    fatal " service unable to receive configuration", err = e.msg
+    quit(QuitFailure)
+
+  let configs = parseChannelData(p).valueOr:
+    fatal "unable to parse service data", message = error
+    quit(QuitFailure)
 
-  doAssert config.kind == Consensus
+  #signal main thread that data is read
+  isConfigRead.store(true)
 
   try:
-    while isShutDownRequired.load() == false:
+    while true:
       info "consensus ..."
       sleep(cNimbusServiceTimeoutMs + 1000)
-
-    isShutDownRequired.store(true)
   except CatchableError as e:
     fatal "error", message = e.msg
-    isShutDownRequired.store(true)
 
-  isShutDownRequired.store(true)
   warn "\tExiting consensus layer"

nimbus/execution/execution_layer.nim

@@ -5,27 +5,34 @@
 #   * Apache v2 license (license terms in the root directory or at https://www.apache.org/licenses/LICENSE-2.0).
 # at your option. This file may not be copied, modified, or distributed except according to those terms.
 
-import std/[atomics, os], chronicles, ../configs/nimbus_configs
+{.push raises: [].}
 
-export nimbus_configs
+import std/[atomics, os], chronicles, ../conf, ../common/utils
 
 logScope:
   topics = "Execution layer"
 
-proc executionLayer*(params: ServiceParameters) {.raises: [CatchableError].} =
-  var config = params.layerConfig
+## Execution Layer handler
+proc executionLayerHandler*(channel: ptr Channel[pointer]) =
+  var p: pointer
+  try:
+    p = channel[].recv()
+  except Exception as e:
+    fatal "service unable to receive configuration", err = e.msg
+    quit(QuitFailure)
+
+  let configs = parseChannelData(p).valueOr:
+    fatal "unable to parse service data", message = error
+    quit(QuitFailure)
 
-  doAssert config.kind == Execution
+  #signal main thread that data is read
+  isConfigRead.store(true)
 
   try:
-    while isShutDownRequired.load() == false:
+    while true:
       info "execution ..."
       sleep(cNimbusServiceTimeoutMs)
-
-    isShutDownRequired.store(true)
   except CatchableError as e:
     fatal "error", message = e.msg
-    isShutDownRequired.store(true)
 
-  isShutDownRequired.store(true)
   warn "\tExiting execution layer"