others linux服务器运维 django3 监控 k8s golang 数据库 大数据 前端 devops 理论基础 java oracle 运维日志

dolphinscheduler 单机部署

访问量:100 创建时间:2026-01-03

mysql安装

[root@localhost data]# ll
total 2141484
-rw-r--r-- 1 root root  674806497 Aug  2  2023 apache-dolphinscheduler-3.1.8-bin.tar.gz
-rw-r--r-- 1 root root  404470893 Nov 26 09:37 apache-seatunnel-2.3.12-bin.tar.gz
-rw-r--r-- 1 root root 1113600000 Dec  9 13:51 mysql-8.4.7-1.el7.x86_64.rpm-bundle.tar
[root@localhost ~]# rpm -qa | grep mariadb
mariadb-libs-5.5.68-1.el7.x86_64
[root@localhost ~]# rpm -e  mariadb-libs  postfix
[root@localhost data]# yum install openssl-devel  perl-JSON  perl-Test-Simple
[root@localhost data]# tar xf mysql-8.4.7-1.el7.x86_64.rpm-bundle.tar 
[root@localhost data]# rpm -ivh *.rpm
[root@localhost mysql]# chown mysql:mysql -R  /var/lib/mysql
[root@localhost mysql]# systemctl start mysqld
[root@localhost mysql]# systemctl enable mysqld
###查看密码
[root@localhost mysql]#  cat /var/log/mysqld.log | grep password
2026-01-04T03:07:55.141310Z 6 [Note] [MY-010454] [Server] A temporary password is generated for root@localhost: nhXdcylYW0#o
[root@localhost mysql]# mysql -uroot -p
mysql> ALTER USER `root`@`localhost` IDENTIFIED WITH  caching_sha2_password  BY 'MySecureP@ssw0rd123';
mysql> create database dolphinscheduler DEFAULT CHARACTER SET utf8 ;
mysql> CREATE USER  'dolphinscheduler'@'%'   identified by 'Dolphinscheduler#321';
mysql> grant all  PRIVILEGES ON dolphinscheduler.* TO 'dolphinscheduler'@'%' WITH GRANT OPTION ;
mysql> FLUSH PRIVILEGES;
mysql> exit

jdk

[root@localhost ~]# yum install  java-1.8.0-openjdk  java-1.8.0-openjdk-devel

dol部署

[root@localhost data]# tar xf apache-dolphinscheduler-3.1.8-bin.tar.gz
[root@localhost data]# mv apache-dolphinscheduler-3.1.8-bin  dolphinscheduler


[root@localhost data]# vim dolphinscheduler/bin/env/dolphinscheduler_env.sh
export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.412.b08-1.el7_9.x86_64/jre/

# Database related configuration, set database type, username and password
export DATABASE=mysql
export SPRING_PROFILES_ACTIVE=${DATABASE}
export SPRING_DATASOURCE_URL="jdbc:mysql://192.168.72.155:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false&allowPublicKeyRetrieval=true"
export SPRING_DATASOURCE_USERNAME=dolphinscheduler
export SPRING_DATASOURCE_PASSWORD=Dolphinscheduler#321
[root@localhost data]# cp /root/mysql-connector-java-8.0.26.jar dolphinscheduler/api-server/libs/
[root@localhost data]# cp /root/mysql-connector-java-8.0.26.jar dolphinscheduler/alert-server/libs/
[root@localhost data]# cp /root/mysql-connector-java-8.0.26.jar dolphinscheduler/master-server/libs/
[root@localhost data]# cp /root/mysql-connector-java-8.0.26.jar dolphinscheduler/worker-server/libs/
[root@localhost data]# cp /root/mysql-connector-java-8.0.26.jar dolphinscheduler/tools/libs/
[root@localhost data]# cp /root/mysql-connector-java-8.0.26.jar dolphinscheduler/standalone-server/libs/

######初始化数据库
[root@localhost data]# sh dolphinscheduler/tools/bin/upgrade-schema.sh 

[root@localhost dolphinscheduler]# vim standalone-server/bin/start.sh 
export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.412.b08-1.el7_9.x86_64/jre/
###登录UI。默认账号admin/dolphinscheduler123
http://192.168.72.155:12345/dolphinscheduler/ui/login

seatunnel单机部署

[root@localhost data]# tar xf apache-seatunnel-2.3.12-bin.tar.gz
[root@localhost data]# mv apache-seatunnel-2.3.12  seatunnel

######
[root@localhost seatunnel]# vim config/hazelcast-master.yaml
hazelcast:
  cluster-name: seatunnel
  network:
    rest-api:
      enabled: false
      endpoint-groups:
        CLUSTER_WRITE:
          enabled: true
        DATA:
          enabled: true
    join:
      tcp-ip:
        enabled: true
        member-list:
          - 192.168.72.155:5801
          - 192.168.72.155:5802
    port:
      auto-increment: false
      port: 5801
  properties:
    hazelcast.invocation.max.retry.count: 20
    hazelcast.tcp.join.port.try.count: 30
    hazelcast.logging.type: log4j2
    hazelcast.operation.generic.thread.count: 50
    hazelcast.heartbeat.failuredetector.type: phi-accrual
    hazelcast.heartbeat.interval.seconds: 2
    hazelcast.max.no.heartbeat.seconds: 180
    hazelcast.heartbeat.phiaccrual.failuredetector.threshold: 10
    hazelcast.heartbeat.phiaccrual.failuredetector.sample.size: 200
    hazelcast.heartbeat.phiaccrual.failuredetector.min.std.dev.millis: 100

[root@localhost seatunnel]# vim config/hazelcast-worker.yaml
hazelcast:
  cluster-name: seatunnel
  network:
    join:
      tcp-ip:
        enabled: true
        member-list:
          - 192.168.72.155:5801
          - 192.168.72.155:5802
    port:
      auto-increment: false
      port: 5802
  properties:
    hazelcast.invocation.max.retry.count: 20
    hazelcast.tcp.join.port.try.count: 30
    hazelcast.logging.type: log4j2
    hazelcast.operation.generic.thread.count: 50
    hazelcast.heartbeat.failuredetector.type: phi-accrual
    hazelcast.heartbeat.interval.seconds: 2
    hazelcast.max.no.heartbeat.seconds: 180
    hazelcast.heartbeat.phiaccrual.failuredetector.threshold: 10
    hazelcast.heartbeat.phiaccrual.failuredetector.sample.size: 200
    hazelcast.heartbeat.phiaccrual.failuredetector.min.std.dev.millis: 100


[root@localhost seatunnel]# vim config/seatunnel.yaml
seatunnel:
  engine:
    classloader-cache-mode: true
    history-job-expire-minutes: 1440
    backup-count: 1
    queue-type: blockingqueue
    print-execution-info-interval: 60
    print-job-metrics-info-interval: 60
    slot-service:
      dynamic-slot: true
    checkpoint:
      interval: 10000
      timeout: 60000
      storage:
        type: hdfs
        max-retained: 3
        plugin-config:
          namespace: /tmp/seatunnel/checkpoint_snapshot
          storage.type: hdfs
          fs.defaultFS: file:///tmp/ # Ensure that the directory has written permission
    telemetry:
      metric:
        enabled: false
      logs:
        scheduled-deletion-enable: true
    http:
      enable-http: true
      port: 8080
      enable-dynamic-port: false
      context-path: /seatunnel

###########
[root@localhost seatunnel]# sh bin/seatunnel-cluster.sh -d -r worker
start worker node
[root@localhost seatunnel]# sh bin/seatunnel-cluster.sh -d -r master
start master node
登陆评论: 使用GITHUB登陆