-
Notifications
You must be signed in to change notification settings - Fork 2.2k
Description
使用ST docker 集群模式 从starrock1 存算一体 到另外一个starrocks2集群。这里配置了FE的http port 8080,但是转发请求不到BE,连接失败。容器都在一个网络。
{
"env" : {
"parallelism" : 2,
"job.mode" : "BATCH"
},
"source" : [
{
"nodeUrls" : [
"starrocks2:8080"
],
"username" : "",
"password" : "",
"database" : "ods",
"table" : "ods_sr_user_order_test",
"scan_batch_rows" : 100,
"max_retries" : 3,
"backend-urls" : [
"starrocks2:9060"
],
"schema" : {
"fields" : {
"id" : "BIGINT",
"order_no" : "STRING",
"user_id" : "BIGINT",
"amount" : "DECIMAL(10, 2)",
"status" : "TINYINT",
"create_time" : "TIMESTAMP",
"update_time" : "TIMESTAMP"
}
},
"plugin_name" : "StarRocks"
}
],
"sink" : [
{
"nodeUrls" : [
"starrocks1:8080"
],
"base-url" : "jdbc:mysql://172.20.0.6:9030",
"username" : "",
"password" : "",
"database" : "ods",
"table" : "ods_sr_user_order_test",
"batch_max_rows" : 1000,
"starrocks.config" : {
"format" : "JSON",
"strip_outer_array" : true
},
"plugin_name" : "StarRocks"
}
],
"transform" : []
}
2026-03-25 09:50:21,161 INFO [p.MultipleTableJobConfigParser] [main] - add common jar in plugins :[]
2026-03-25 09:50:21,170 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Load SeaTunnelSink Plugin from /opt/seatunnel/connectors
2026-03-25 09:50:21,173 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Discovery plugin jar for: PluginIdentifier{engineType='seatunnel', pluginType='source', pluginName='StarRocks'} at: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,173 INFO [.s.p.d.AbstractPluginDiscovery] [main] - find connector jar and dependency for PluginIdentifier{engineType='seatunnel', pluginType='source', pluginName='StarRocks'}: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,176 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Load SeaTunnelSink Plugin from /opt/seatunnel/connectors
2026-03-25 09:50:21,180 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Load SeaTunnelSink Plugin from /opt/seatunnel/connectors
2026-03-25 09:50:21,181 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Discovery plugin jar for: PluginIdentifier{engineType='seatunnel', pluginType='sink', pluginName='StarRocks'} at: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,181 INFO [.s.p.d.AbstractPluginDiscovery] [main] - find connector jar and dependency for PluginIdentifier{engineType='seatunnel', pluginType='sink', pluginName='StarRocks'}: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,184 INFO [p.MultipleTableJobConfigParser] [main] - start generating all sources.
2026-03-25 09:50:21,212 INFO [o.a.s.a.t.f.FactoryUtil ] [main] - get the CatalogTable from source StarRocks: .null.ods_sr_user_order_test
2026-03-25 09:50:21,219 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Load SeaTunnelSource Plugin from /opt/seatunnel/connectors
2026-03-25 09:50:21,222 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Discovery plugin jar for: PluginIdentifier{engineType='seatunnel', pluginType='source', pluginName='StarRocks'} at: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,222 INFO [.s.p.d.AbstractPluginDiscovery] [main] - find connector jar and dependency for PluginIdentifier{engineType='seatunnel', pluginType='source', pluginName='StarRocks'}: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,224 INFO [p.MultipleTableJobConfigParser] [main] - start generating all transforms.
2026-03-25 09:50:21,224 INFO [p.MultipleTableJobConfigParser] [main] - start generating all sinks.
2026-03-25 09:50:21,229 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Load SeaTunnelSink Plugin from /opt/seatunnel/connectors
2026-03-25 09:50:21,229 INFO [.s.p.d.AbstractPluginDiscovery] [main] - Discovery plugin jar for: PluginIdentifier{engineType='seatunnel', pluginType='sink', pluginName='StarRocks'} at: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,229 INFO [.s.p.d.AbstractPluginDiscovery] [main] - find connector jar and dependency for PluginIdentifier{engineType='seatunnel', pluginType='sink', pluginName='StarRocks'}: [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,237 INFO [o.a.s.a.t.f.FactoryUtil ] [main] - Create sink 'StarRocks' with upstream input catalog-table[database: null, schema: null, table: ods_sr_user_order_test]
2026-03-25 09:50:21,271 INFO [o.a.s.e.c.j.ClientJobProxy ] [main] - Start submit job, job id: 1089124101223612418, with plugin jar [file:/opt/seatunnel/connectors/connector-starrocks-2.3.13.jar]
2026-03-25 09:50:21,405 INFO [o.a.s.e.c.j.ClientJobProxy ] [main] - Submit job finished, job id: 1089124101223612418, job name: SeaTunnel_Job
2026-03-25 09:50:21,455 WARN [o.a.s.e.c.j.JobMetricsRunner ] [job-metrics-runner-1089124101223612418] - Failed to get job metrics summary, it maybe first-run
2026-03-25 09:50:32,708 INFO [o.a.s.e.c.j.ClientJobProxy ] [main] - Job (1089124101223612418) end with state FAILED
2026-03-25 09:50:32,709 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is SHUTTING_DOWN
2026-03-25 09:50:32,720 INFO [.c.i.c.ClientConnectionManager] [main] - hz.client_1 [seatunnel] [5.1] Removed connection to endpoint: [172.20.0.2]:5801:2928e052-3a33-4fed-8cb7-65326f1dcd7d, connection: ClientConnection{alive=false, connectionId=1, channel=NioChannel{/172.20.0.8:59917->/172.20.0.2:5801}, remoteAddress=[172.20.0.2]:5801, lastReadTime=2026-03-25 09:50:32.674, lastWriteTime=2026-03-25 09:50:30.599, closedTime=2026-03-25 09:50:32.714, connected server version=5.1}
2026-03-25 09:50:32,722 INFO [.c.i.c.ClientConnectionManager] [main] - hz.client_1 [seatunnel] [5.1] Removed connection to endpoint: [172.20.0.3]:5801:a64a5fce-1f86-464d-99f2-a2cbed773057, connection: ClientConnection{alive=false, connectionId=2, channel=NioChannel{/172.20.0.8:35783->/172.20.0.3:5801}, remoteAddress=[172.20.0.3]:5801, lastReadTime=2026-03-25 09:50:30.520, lastWriteTime=2026-03-25 09:50:30.519, closedTime=2026-03-25 09:50:32.720, connected server version=5.1}
2026-03-25 09:50:32,724 INFO [.c.i.c.ClientConnectionManager] [main] - hz.client_1 [seatunnel] [5.1] Removed connection to endpoint: [172.20.0.4]:5801:6a5198b7-ed92-4a28-8b10-89fb7fec1c7c, connection: ClientConnection{alive=false, connectionId=3, channel=NioChannel{/172.20.0.8:38885->/172.20.0.4:5801}, remoteAddress=[172.20.0.4]:5801, lastReadTime=2026-03-25 09:50:25.604, lastWriteTime=2026-03-25 09:50:25.601, closedTime=2026-03-25 09:50:32.722, connected server version=5.1}
2026-03-25 09:50:32,725 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is CLIENT_DISCONNECTED
2026-03-25 09:50:32,734 INFO [c.h.c.LifecycleService ] [main] - hz.client_1 [seatunnel] [5.1] HazelcastClient 5.1 (20220228 - 21f20e7) is SHUTDOWN
2026-03-25 09:50:32,734 INFO [s.c.s.s.c.ClientExecuteCommand] [main] - Closed SeaTunnel client......
2026-03-25 09:50:32,734 INFO [s.c.s.s.c.ClientExecuteCommand] [main] - Closed metrics executor service ......
2026-03-25 09:50:32,734 ERROR [o.a.s.c.s.SeaTunnel ] [main] -
===============================================================================
2026-03-25 09:50:32,734 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Fatal Error,
2026-03-25 09:50:32,735 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Please submit bug report in https://github.com/apache/seatunnel/issues
2026-03-25 09:50:32,735 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Reason:SeaTunnel job executed failed
2026-03-25 09:50:32,737 ERROR [o.a.s.c.s.SeaTunnel ] [main] - Exception StackTrace:org.apache.seatunnel.core.starter.exception.CommandExecuteException: SeaTunnel job executed failed
at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:266)
at org.apache.seatunnel.core.starter.SeaTunnel.run(SeaTunnel.java:40)
at org.apache.seatunnel.core.starter.seatunnel.SeaTunnelClient.main(SeaTunnelClient.java:40)
Caused by: org.apache.seatunnel.engine.common.exception.SeaTunnelEngineException: org.apache.seatunnel.connectors.seatunnel.starrocks.exception.StarRocksConnectorException: ErrorCode:[STARROCKS-04], ErrorDescription:[Create StarRocks BE reader failed] - Failed to open socket
at org.apache.seatunnel.connectors.seatunnel.starrocks.client.source.StarRocksBeReadClient.(StarRocksBeReadClient.java:85)
at org.apache.seatunnel.connectors.seatunnel.starrocks.source.StarRocksSourceReader.read(StarRocksSourceReader.java:113)
at org.apache.seatunnel.connectors.seatunnel.starrocks.source.StarRocksSourceReader.pollNext(StarRocksSourceReader.java:75)
at org.apache.seatunnel.engine.server.task.flow.SourceFlowLifeCycle.collect(SourceFlowLifeCycle.java:159)
at org.apache.seatunnel.engine.server.task.SourceSeaTunnelTask.collect(SourceSeaTunnelTask.java:127)
at org.apache.seatunnel.engine.server.task.SeaTunnelTask.stateProcess(SeaTunnelTask.java:165)
at org.apache.seatunnel.engine.server.task.SourceSeaTunnelTask.call(SourceSeaTunnelTask.java:132)
at org.apache.seatunnel.engine.server.TaskExecutionService$BlockingWorker.run(TaskExecutionService.java:683)
at org.apache.seatunnel.engine.server.TaskExecutionService$NamedTaskWrapper.run(TaskExecutionService.java:1012)
at org.apache.seatunnel.api.tracing.MDCRunnable.run(MDCRunnable.java:43)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: com.starrocks.shade.org.apache.thrift.transport.TTransportException: java.net.ConnectException: Connection refused (Connection refused)
at com.starrocks.shade.org.apache.thrift.transport.TSocket.open(TSocket.java:226)
at org.apache.seatunnel.connectors.seatunnel.starrocks.client.source.StarRocksBeReadClient.(StarRocksBeReadClient.java:82)
... 14 more
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:607)
at com.starrocks.shade.org.apache.thrift.transport.TSocket.open(TSocket.java:221)
... 15 more
at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:258)
... 2 more
2026-03-25 09:50:32,737 ERROR [o.a.s.c.s.SeaTunnel ] [main] -