DataXCloud部署与配置[智数通]

静态IP设置
# 修改网卡配置文件
vim /etc/sysconfig/network-scripts/ifcfg-ens33# 修改文件内容
TYPE=Ethernet
PROXY_METHOD=none
BROWSER_ONLY=no
BOOTPROTO=static
IPADDR=192.168.18.130
NETMASK=255.255.255.0
GATEWAY=192.168.18.2
DEFROUTE=yes
IPV4_FAILURE_FATAL=no
IPV6INIT=yes
IPV6_AUTOCONF=yes
IPV6_DEFROUTE=yes
IPV6_FAILURE_FATAL=no
IPV6_ADDR_GEN_MODE=stable-privacy
NAME=ens33
UUID=2c2371f1-ef29-4514-a568-c4904bd11130
DEVICE=ens33
ONBOOT=true
DNS1=114.114.114.114# 重启网络
systemctl restart network

Java8环境配置[CentOS7]
cd /usr/local/src
wget https://repo.huaweicloud.com/java/jdk/8u201-b09/jdk-8u201-linux-x64.tar.gztar -xzvf jdk-8u201-linux-x64.tar.gz -C /usr/local#配置环境变量
vim /etc/profile
#文末添加
export JAVA_HOME=/usr/local/jdk1.8.0_201
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib
export PATH=${JAVA_HOME}/bin:$PATHsource /etc/profile
java -version
java version "1.8.0_201"
Java(TM) SE Runtime Environment (build 1.8.0_201-b09)
Java HotSpot(TM) 64-Bit Server VM (build 25.201-b09, mixed mode)

GIT内网部署[CentOS7]
yum -y install gcc automake autoconf libtool make curl-devel expat-devel openssl-develcd /usr/local/src
wget --no-check-certificate https://mirrors.edge.kernel.org/pub/software/scm/git/git-2.24.1.tar.gztar -xzvf git-2.24.1.tar.gz -C /usr/local/src/cd /usr/local/src/git-2.24.1
make prefix=/usr/local/git-2.24.1 all
make prefix=/usr/local/git-2.24.1 installvim /etc/profile
export PATH=$PATH:/usr/local/git-2.24.1/bin
source /etc/profilegit --version
git version 2.24.1

MySQL安装[CentOS7]
cd /usr/local/src
wget http://soft.vpser.net/lnmp/lnmp1.7.tar.gz -cO lnmp1.7.tar.gz && tar zxf lnmp1.7.tar.gz && cd lnmp1.7 && ./install.sh dbMySQL 5.7.30# 开放端口 or 禁用防火墙
firewall-cmd --zone=public --add-port=3306/tcp --permanent
firewall-cmd --zone=public --add-port=3306/udp --permanent
systemctl disable firewalld.servicemysql -uroot -p
mysql> use mysql
Database changed
mysql> update user set host = '%' where user = 'root';
Query OK, 1 row affected (0.00 sec)
Rows matched: 1  Changed: 1  Warnings: 0
mysql> FLUSH PRIVILEGES;
Query OK, 0 rows affected (0.00 sec)
mysql> exit;
Bye

Maven 3.9.6 内网部署[CentOS7]
cd /usr/local/src
wget --no-check-certificate https://dlcdn.apache.org/maven/maven-3/3.9.6/binaries/apache-maven-3.9.6-bin.tar.gztar -xzvf apache-maven-3.9.6-bin.tar.gz -C /usr/local/
<!-- 修改maven远程仓库配置,修改maven本地仓库地址 -->
<!-- /usr/local/apache-maven-3.9.6/conf/settings.xml -->
<mirrors><mirror><id>alimaven</id><name>aliyun maven</name><url>http://maven.aliyun.com/nexus/content/groups/public/</url><mirrorOf>central</mirrorOf>        </mirror><mirror><id>nexus-tencentyun</id><mirrorOf>*</mirrorOf><name>Nexus tencentyun</name><url>http://mirrors.cloud.tencent.com/nexus/repository/maven-public/</url></mirror> 
</mirrors><localRepository>/usr/local/apache-maven-3.9.6/repo</localRepository>
vim /etc/profileexport MAVEN_HOME=/usr/local/apache-maven-3.9.6
export PATH=${PATH}:${MAVEN_HOME}/binsource /etc/profile# 校验是否安装成功
mvn -version
Apache Maven 3.9.6 (21122926829f1ead511c958d89bd2f672198ae9f)
Maven home: /usr/local/apache-maven-3.9.6
Java version: 1.8.0_201, vendor: Oracle Corporation, runtime: /usr/local/jdk1.8.0_201/jre
Default locale: en_US, platform encoding: UTF-8
OS name: "linux", version: "3.10.0-1160.el7.x86_64", arch: "amd64", family: "unix"

Node 14.20.0 安装[CentOS7]
cd /usr/local/src
wget https://npm.taobao.org/mirrors/node/v14.20.0/node-v14.20.0-linux-x64.tar.gztar -xzvf node-v14.20.0-linux-x64.tar.gz -C /usr/local
mv /usr/local/node-v14.20.0-linux-x64 /usr/local/node-v14.20.0vim /etc/profile
export NODE_HOME=/usr/local/node-v14.20.0
export PATH=$NODE_HOME/bin:$PATHsource /etc/profilenpm install -g cnpm --registry=https://registry.npm.taobao.org### 检验是否安装成功
node -v
v14.20.0
npm -v
6.14.17

Redis 7.90.11 安装 [CentOS7]
# 安装
cd /usr/local/src/
wget https://mirrors.huaweicloud.com/redis/redis-7.0.11.tar.gz# 编译安装
tar -xzvf /usr/local/src/redis-7.0.11.tar.gz -C /usr/local/src/
cd /usr/local/src/redis-7.0.11
make PREFIX=/usr/local/redis-7.0.11 install
cat /usr/local/src/redis-7.0.11/redis.conf | grep '#|^$' -vE >> /usr/local/redis-7.0.11/redis-standalone-15030.confvim /usr/local/redis-7.0.11/redis-standalone-15030.conf
# 配置参数
bind 192.168.18.130
protected-mode no
port 15030
daemonize yes
pidfile /usr/local/redis-7.0.11/log/redis_15030.pid
logfile "/usr/local/redis-7.0.11/log/redis_15030.log"# 持久化文件存放目录
dir ./
# 编写启动脚本
mkdir -p /usr/local/redis-7.0.11/log/
cd /usr/local/redis-7.0.11/
vim start-redis-standalone.sh#!/bin/bash
cd bin/
./redis-server ../redis-standalone-15030.conf
sh start-redis-standalone.sh

RabbitMQ 部署与配置
# RabbitMQ,Erlang 版本包对应
https://rabbitmq.com/which-erlang.html#eol-series
cd /usr/local/src# Erlang下载
# https://github.com/rabbitmq/erlang-rpm/releases
wget https://github.com/rabbitmq/erlang-rpm/releases/download/v23.0.4/erlang-23.0.4-1.el7.x86_64.rpm# RabbitMQ下载
# https://github.com/rabbitmq/rabbitmq-server/releases
wget https://github.com/rabbitmq/rabbitmq-server/releases/download/v3.8.9/rabbitmq-server-3.8.9-1.el7.noarch.rpm
# 本地安装Erlang
yum localinstall erlang-23.0.4-1.el7.x86_64.rpm# 本地安装RabbitMQ
rpm --import https://www.rabbitmq.com/rabbitmq-release-signing-key.asc
yum localinstall rabbitmq-server-3.8.9-1.el7.noarch.rpm
# 启动rabbitmq服务器
systemctl start rabbitmq-server# 设置开机启动
systemctl enable rabbitmq-server# 安装 Web 管理界面的插件
rabbitmq-plugins enable rabbitmq_management# 创建了一个用户admin密码awm@123的用户
rabbitmqctl add_user admin awm@123
# 用户进行赋权
rabbitmqctl set_user_tags admin administrator
rabbitmqctl set_permissions -p / admin ".*" ".*" ".*"# 通过浏览器进行登录
http://192.168.18.130:15672/

配置部署 DataXCloud 后端
数据创建与导入
# 创建数据库
data_cloud、data_cloud_flowable、data_cloud_quartz、foodmart2、robot# 导入数据库脚本
data_cloud.sql
data_cloud_quartz.sql
foodmart2.sql
robot.sql
拉取后端代码
# 拉取后端代码
cd /usr/local/src
git clone https://gitee.com/yuwei1203/datax-cloud.git
aspose-words依赖恢复
# aspose-words依赖恢复
https://releases.aspose.com/java/repo/com/aspose/aspose-words/20.3/# 下载相关依赖包
mkdir -p /usr/local/src/datax-cloud/datax-common/datax-common-office/lib
cd /usr/local/src/datax-cloud/datax-common/datax-common-office/lib
wget https://releases.aspose.com/java/repo/com/aspose/aspose-words/20.3/aspose-words-20.3-shaping-harfbuzz-plugin.jar
wget https://releases.aspose.com/java/repo/com/aspose/aspose-words/20.3/aspose-words-20.3-jdk17.jar
wget https://releases.aspose.com/java/repo/com/aspose/aspose-words/20.3/aspose-words-20.3-javadoc.jar# 修改pom依赖
vim /usr/local/src/datax-cloud/datax-common/datax-common-office/pom.xml<dependency><groupId>com.aspose</groupId><artifactId>aspose-words</artifactId><version>${aspose.version}</version><classifier>17</classifier><scope>system</scope><systemPath>${project.basedir}/lib/aspose-words-20.3-jdk17.jar</systemPath></dependency><dependency><groupId>com.aspose</groupId><artifactId>aspose-words</artifactId><version>${aspose.version}</version><classifier>shaping-harfbuzz-plugin</classifier><scope>system</scope><systemPath>${project.basedir}/lib/aspose-words-20.3-shaping-harfbuzz-plugin.jar</systemPath></dependency><dependency><groupId>com.aspose</groupId><artifactId>aspose-words</artifactId><version>${aspose.version}</version><classifier>javadoc</classifier><scope>system</scope><systemPath>${project.basedir}/lib/aspose-words-20.3-javadoc.jar</systemPath></dependency># 修改打包配置
vim /usr/local/src/datax-cloud/datax-modules/data-metadata-service-parent/data-metadata-service/pom.xml
vim /usr/local/src/datax-cloud/datax-modules/data-market-service-parent/data-market-service/pom.xml<build><plugins><plugin><groupId>org.springframework.boot</groupId><artifactId>spring-boot-maven-plugin</artifactId><configuration><includeSystemScope>true</includeSystemScope></configuration></plugin></plugins></build>
批量修改配置文件
cd /usr/local/src/datax-cloud/# 批量修改 MySQL IP
sed -i "s/192.168.226.100:3306/192.168.18.130:3306/g" `grep -rl "192.168.226.100:3306" ./`# 批量修改 Resis,RabbitMQ IP
sed -i "s/host: 192.168.226.100/host: 192.168.18.130/g" `grep -rl "host: 192.168.226.100" ./`# 批量修改 Redis 端口号
sed -i "s/port: 6379/port: 15030/g" `grep -rl "port: 6379" ./`# 批量修改Redis密码
sed -i "s/password: 1234@abcd   # 密码(默认为空)/password:   #Redis密码/g" `grep -rl "password: 1234@abcd   # 密码(默认为空)" ./`# 批量修改MySQL密码
sed -i "s/password: 1234@abcd/password: root #MySQL密码/g" `grep -rl "password: 1234@abcd" ./`# 手动修改RabbitMQ密码
vim /usr/local/src/datax-cloud/datax-config/src/main/resources/config/datax-service-data-masterdata-dev.yml
vim /usr/local/src/datax-cloud/datax-config/src/main/resources/config/datax-service-data-mapping-dev.yml
vim /usr/local/src/datax-cloud/datax-config/src/main/resources/config/datax-service-data-market-dev.yml
vim /usr/local/src/datax-cloud/datax-config/src/main/resources/config/datax-service-workflow-dev.ymlusername: admin
password: awm@123  #RabbitMQ密码
编译打包后端代码
cd /usr/local/src/datax-cloud/
mvn package -DskipTests=true
创建构建包目录
# 创建启动脚本目录
mkdir -p /usr/local/datax-cloud/logs
# 复制构建包
cp -r /usr/local/src/datax-cloud/datax-eureka/target/datax-eureka.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-config/target/datax-config.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-gateway/target/datax-gateway.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-auth/target/datax-auth.jar /usr/local/datax-cloud/cp -r /usr/local/src/datax-cloud/datax-modules/system-service-parent/system-service/target/system-service.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-modules/quartz-service-parent/quartz-service/target/quartz-service.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-modules/workflow-service-parent/workflow-service/target/workflow-service.jar /usr/local/datax-cloud/cp -r /usr/local/src/datax-cloud/datax-modules/data-metadata-service-parent/data-metadata-service/target/data-metadata-service.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-modules/data-metadata-service-parent/data-metadata-service-console/target/data-metadata-service-console.jar /usr/local/datax-cloud/cp -r /usr/local/src/datax-cloud/datax-modules/data-standard-service-parent/data-standard-service/target/data-standard-service.jar /usr/local/datax-cloud/cp -r /usr/local/src/datax-cloud/datax-modules/data-quality-service-parent/data-quality-service/target/data-quality-service.jar /usr/local/datax-cloud/cp -r /usr/local/src/datax-cloud/datax-modules/data-market-service-parent/data-market-service/target/data-market-service.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-modules/data-market-service-parent/data-market-service-mapping/target/data-market-service-mapping.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-modules/data-market-service-parent/data-market-service-integration/target/data-market-service-integration.jar /usr/local/datax-cloud/cp -r /usr/local/src/datax-cloud/datax-modules/data-masterdata-service-parent/data-masterdata-service/target/data-masterdata-service.jar /usr/local/datax-cloud/
cp -r /usr/local/src/datax-cloud/datax-modules/data-visual-service-parent/data-visual-service/target/data-visual-service.jar /usr/local/datax-cloud/
编写启动脚本
# 运行构建包
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/datax-eureka.jar >/usr/local/datax-cloud/logs/datax-eureka-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/datax-config.jar >/usr/local/datax-cloud/logs/datax-config-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/datax-gateway.jar >/usr/local/datax-cloud/logs/datax-gateway-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/datax-auth.jar >/usr/local/datax-cloud/logs/datax-auth-20240115.log 2>&1 &nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/system-service.jar >/usr/local/datax-cloud/logs/system-service-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/quartz-service.jar >/usr/local/datax-cloud/logs/quartz-service-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/workflow-service.jar >/usr/local/datax-cloud/logs/workflow-service-20240115.log 2>&1 &nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-metadata-service.jar >/usr/local/datax-cloud/logs/data-metadata-service-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-metadata-service-console.jar >/usr/local/datax-cloud/logs/data-metadata-service-console-20240115.log 2>&1 &nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-standard-service.jar >/usr/local/datax-cloud/logs/data-standard-service-20240115.log 2>&1 &nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-quality-service.jar >/usr/local/datax-cloud/logs/data-quality-service-20240115.log 2>&1 &nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-market-service.jar >/usr/local/datax-cloud/logs/data-market-service-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-market-service-mapping.jar >/usr/local/datax-cloud/logs/data-market-service-mapping-20240115.log 2>&1 &
nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-market-service-integration.jar >/usr/local/datax-cloud/logs/data-market-service-integration-20240115.log 2>&1 &nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-masterdata-service.jar >/usr/local/datax-cloud/logs/data-masterdata-service-20240115.log 2>&1 &nohup java -jar -Xms512M -Xmx512M /usr/local/datax-cloud/data-visual-service.jar >/usr/local/datax-cloud/logs/data-visual-service-20240115.log 2>&1 &

前端部署
# 创建前端构建包目录
cp -r /usr/local/src/datax-cloud/datax-ui/ /usr/local/datax-cloud/
cd /usr/local/datax-cloud/datax-ui/# 依赖安装与服务运行
npm set registry https://registry.npm.taobao.org/
npm install
npm run serve# 更新后端admin账号默认密码为123456
UPDATE data_cloud.sys_user
SET password='$2a$10$xsbv093Qtn3Mmv7vd5KLaO5kEpSLPqbv3KpaR4ZVDsyzGJp8wJYvO'
WHERE id='1214835832967581698';# 前端登录页面默认账号密码
admin/123456
效果展示

在这里插入图片描述
在这里插入图片描述

在这里插入图片描述


依赖快速下载
链接:https://pan.baidu.com/s/1_ZslAoieqAAo2cKcF3Ej1w 
提取码:t4wi

本文来自互联网用户投稿,该文观点仅代表作者本人,不代表本站立场。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如若转载,请注明出处:http://www.hqwc.cn/news/409655.html

如若内容造成侵权/违法违规/事实不符,请联系编程知识网进行投诉反馈email:809451989@qq.com,一经查实,立即删除!

相关文章

瑞_Java开发手册_(七)设计规约

文章目录 设计规约的意义设计规约 &#x1f64a;前言&#xff1a;本文章为瑞_系列专栏之《Java开发手册》的设计规约篇。由于博主是从阿里的《Java开发手册》学习到Java的编程规约&#xff0c;所以本系列专栏主要以这本书进行讲解和拓展&#xff0c;有需要的小伙伴可以点击链接…

SpringBoot项目的两种发布方式(jar包和war包)

SpringBoot项目的两种发布方式&#xff08;jar包和war包&#xff09; 在springboot入门和项目示例这个项目和application.yml配置端口号和访问url路径基础上进行修改 1、使用jar包方式发布 1.1、在pom.xml中添加一个SpringBoot的构建的插件 <build><plugins>&l…

【MYSQL】事务隔离级别

脏读、幻读、不可重复读 脏读 一个事务正在对一条记录做修改&#xff0c;在这个事务完成并提交前&#xff0c;另一个事务也来读取同一条记录&#xff0c;读取了这些未提交的“脏”数据&#xff0c;并据此做进一步的处理&#xff0c;就会产生未提交的数据依赖关系。这种现象被形…

走迷宫(c语言)

前言&#xff1a; 制作一个迷宫游戏是一个有趣的编程挑战。首先&#xff0c;我们需要设计一个二维数组来表示迷宫的布局&#xff0c;其中每个元素代表迷宫中的一个格子。我们可以使用不同的值来表示空格、墙壁和起点/终点。接下来&#xff0c;我们需生成迷宫。在生成迷宫的过程…

Qt 国产嵌入式操作系统实现文字转语音功能(TTS)

1.简介 本示例使用的CPU&#xff1a;rk3588。 操作系统&#xff1a;kylin V10 架构&#xff1a;aarch64 在Windows端&#xff0c;我们很容易想到使用Qt自带的类QTextToSpeech来实现文字转语音功能&#xff0c;Qt版本得在5.11.0以上才支持。但是在嵌入式平台&#xff0c;尤其…

数据仓库(2)-认识数仓

1、数据仓库是什么 数据仓库 &#xff0c;由数据仓库之父比尔恩门&#xff08;Bill Inmon&#xff09;于1990年提出&#xff0c;主要功能仍是将组织透过资讯系统之联机事务处理(OLTP)经年累月所累积的大量资料&#xff0c;透过数据仓库理论所特有的资料储存架构&#xff0c;做…

springboot第49集:【思维导图】多线程,常用类与基础API,集合框架,泛型,数据结构源码...

多线程创建方式一&#xff1a;继承Thread类多线程创建方式二&#xff1a;实现Runnable接口jdk5.0新增两种创建多线程的方式 image.png image.png image.png image.png image.png new Thread(new Runnable() {public void run() {for (int i 1; i < 100; i) {if (i % 2 0) …

Linux 入门命令大全汇总 + Linux 集锦大全 【20240115】

文章目录 Linux 入门命令大全汇总Linux 集锦大全更多信息 Linux 入门命令大全汇总 别有一番风趣的alias 刚刚好合适的 apropos 命令 迷你计算器 bc 可看黄道吉日的 cal 全文可查看&#xff1a; Linux入门命令大全全文 Linux 集锦大全 linux终端中最漂亮的几款字体介绍及…

RK3568笔记八: Display子系统

modetest 是由 libdrm 提供的测试程序&#xff0c;可以查询显示设备的特性&#xff0c;进行基本的显示测试&#xff0c;以及设置显示的模式。 我们可以借助该工具来学习 Linux DRM 应用编程&#xff0c;另外为了深入分析 Rockchip DRM driver&#xff0c;有必要先了解一下这个…

【JaveWeb教程】(26) Mybatis基础操作(新增、修改、查询、删除) 详细代码示例讲解(最全面)

目录 1. Mybatis基础操作1.1 需求1.2 准备1.3 删除1.3.1 功能实现1.3.2 日志输入1.3.3 预编译SQL1.3.3.1 介绍1.3.3.2 SQL注入1.3.3.3 参数占位符 1.4 新增1.4.1 基本新增1.4.2 主键返回 1.5 更新1.6 查询1.6.1 根据ID查询1.6.2 数据封装1.6.3 条件查询1.6.4 参数名说明 1. Myb…

HCIA——11计算机网络分层结构——OSI/ISO、TCP/IP

学习目标&#xff1a; 参考模型 计算机网络 1.掌握计算机网络的基本概念、基本原理和基本方法。 2.掌握计算机网络的体系结构和典型网络协议&#xff0c;了解典型网络设备的组成和特点&#xff0c;理解典型网络设备的工作原理。 3.能够运用计算机网络的基本概念、基本原理和基本…

SpringBoot教程(十七) | SpringBoot中ApplicationEvent用法

SpringBoot教程(十七) | SpringBoot中ApplicationEvent用法 对不起大家&#xff0c;昨天文章里的告别说早了&#xff0c;这个系列还不能就这么结束。 我们前面的文章中讲解过RabbitMQ的用法&#xff0c;所谓MQ就是一种发布订阅模式的消息模型。在Spring中其实本身也为我们提供…