seatunnel2.3.13版本混合模式单机部署
1配置好Java8seatunnel的环境变量自行配置网上一大堆配置方法2关键的步骤来了一定要调成动态端口不然总是报错端口被占用seatunnel.yaml seatunnel: engine: classloader-cache-mode: true history-job-expire-minutes: 1440 backup-count: 1 queue-type: blockingqueue print-execution-info-interval: 60 print-job-metrics-info-interval: 60 slot-service: dynamic-slot: false checkpoint: interval: 10000 timeout: 60000 storage: type: hdfs max-retained: 3 plugin-config: namespace: /data/seatunnel/imap storage.type: hdfs fs.defaultFS: file:/// telemetry: metric: enabled: false logs: scheduled-deletion-enable: true http: enable-http: true port: 8090 enable-dynamic-port: true #这里一定要是动态端口通过观察日志启动作业的时候作业会抢占这个端口导致总是报错端口被占用 hazelcast.yaml hazelcast: cluster-name: seatunnel-dev network: rest-api: enabled: false endpoint-groups: CLUSTER_WRITE: enabled: true DATA: enabled: true join: tcp-ip: enabled: true member-list: - bigdata-node4 port: auto-increment: true #这里一定要是动态端口通过观察日志启动作业的时候作业会抢占这个端口导致总是报错端口被占用 port: 5801 properties: hazelcast.invocation.max.retry.count: 20 hazelcast.tcp.join.port.try.count: 30 hazelcast.logging.type: log4j2 hazelcast.operation.generic.thread.count: 50 hazelcast.heartbeat.failuredetector.type: phi-accrual hazelcast.heartbeat.interval.seconds: 2 hazelcast.max.no.heartbeat.seconds: 180 hazelcast.heartbeat.phiaccrual.failuredetector.threshold: 10 hazelcast.heartbeat.phiaccrual.failuredetector.sample.size: 200 hazelcast.heartbeat.phiaccrual.failuredetector.min.std.dev.millis: 100 hazelcast-client.yaml hazelcast-client: cluster-name: seatunnel-dev properties: hazelcast.logging.type: log4j2 connection-strategy: connection-retry: cluster-connect-timeout-millis: 3000 network: cluster-members: - bigdata-node4:5801不改动态端口就报错ERROR [c.h.s.i.s.i.ServiceManagerImpl] [main] - [bigdata-node4]:5902 [seatunnel-939702] [5.1] Error while initializing service: java.io.IOException: Failed to bind to 0.0.0.0/0.0.0.0:8090java.lang.RuntimeException: java.io.IOException: Failed to bind to 0.0.0.0/0.0.0.0:8090at org.apache.seatunnel.engine.server.JettyService.createJettyServer(JettyService.java:252) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.engine.server.SeaTunnelServer.init(SeaTunnelServer.java:178) ~[seatunnel-starter.jar:2.3.13]at com.hazelcast.spi.impl.servicemanager.impl.ServiceManagerImpl.initService(ServiceManagerImpl.java:235) [seatunnel-starter.jar:2.3.13]at com.hazelcast.spi.impl.servicemanager.impl.ServiceManagerImpl.initServices(ServiceManagerImpl.java:211) [seatunnel-starter.jar:2.3.13]at com.hazelcast.spi.impl.servicemanager.impl.ServiceManagerImpl.start(ServiceManagerImpl.java:103) [seatunnel-starter.jar:2.3.13]at com.hazelcast.spi.impl.NodeEngineImpl.start(NodeEngineImpl.java:250) [seatunnel-starter.jar:2.3.13]at com.hazelcast.instance.impl.Node.start(Node.java:458) [seatunnel-starter.jar:2.3.13]at com.hazelcast.instance.impl.HazelcastInstanceImpl.init(HazelcastInstanceImpl.java:124) [seatunnel-starter.jar:2.3.13]at com.hazelcast.instance.impl.HazelcastInstanceFactory.constructHazelcastInstance(HazelcastInstanceFactory.java:217) [seatunnel-starter.jar:2.3.13]at com.hazelcast.instance.impl.HazelcastInstanceFactory.newHazelcastInstance(HazelcastInstanceFactory.java:196) [seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.createServerInLocal(ClientExecuteCommand.java:322) [seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.core.starter.seatunnel.command.ClientExecuteCommand.execute(ClientExecuteCommand.java:101) [seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.core.starter.SeaTunnel.run(SeaTunnel.java:40) [seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.core.starter.seatunnel.SeaTunnelClient.main(SeaTunnelClient.java:40) [seatunnel-starter.jar:2.3.13]Caused by: java.io.IOException: Failed to bind to 0.0.0.0/0.0.0.0:8090at org.apache.seatunnel.shade.org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:349) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.shade.org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:310) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.shade.org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.shade.org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:234) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.shade.org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.shade.org.eclipse.jetty.server.Server.doStart(Server.java:401) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.shade.org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73) ~[seatunnel-starter.jar:2.3.13]at org.apache.seatunnel.engine.server.JettyService.createJettyServer(JettyService.java:249) ~[seatunnel-starter.jar:2.3.13]... 13 moreCaused by: java.net.BindException: 地址已在使用总结官网也是真垃圾这些问题是只字不提啊甚至脚本的路径的目录在程序中已经被弃用了文档也不更新就那个插件存放jar包的路径这官网文档让执行的脚本根本没有那个目录了程序里一点没有涉及。恶心啊