docker 安装docker 安装 datax和datax-web 安装教程地址:
https://www.cnblogs.com/leihongnu/p/16612273.html
根据该博客的教程安装成功后,登录页面能打开,但是所提供的账户密码一直报错,这个就需要根据日志一步步去寻找原因了。
该镜像包含三个模块:datax, datax-web, datax-exector,日志路径分别为:
/home/datax/datax-web-2.1.2/bin/console.out
/home/datax/datax-web-2.1.2/modules/datax-admin/bin/console.out
/home/datax/datax-web-2.1.2/modules/datax-executor/bin/console.out
datax-web, datax-exector,配置路径为:/home/datax/datax-web-2.1.2/modules/datax-admin/conf
1、根据启动的id 进入容器内部,查看日志,
2、根据日志报错信息进行相关处理
(1)如果是连接数据库的账号密码有问题,修正对应的账号密码
(2)如果使用的是mysql8 可能会报 Public Key Retrieval is not allowed,解决方法就是在容器内的配置文件路径中/home/datax/datax-web-2.1.2/modules/datax-admin/conf
修改application。yml文件,在数据源的url后面追加allowPublicKeyRetrieval=true&useSSL=false
(3)如果提示 select 查询语句 t_user.id,说明你的数据库脚本不全,下面是我运行成功的sql
-- MySQL dump 10.13 Distrib 8.0.29, for Win64 (x86_64)
--
-- Host: 47.100.71.23 Database: datax_web
-- ------------------------------------------------------
-- Server version 8.0.26
/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */;
/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */;
/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */;
/*!50503 SET NAMES utf8mb4 */;
/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */;
/*!40103 SET TIME_ZONE='+00:00' */;
/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */;
/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */;
/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */;
/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */;
--
-- Table structure for table `job_group`
--
DROP TABLE IF EXISTS `job_group`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_group` (
`id` int NOT NULL AUTO_INCREMENT,
`app_name` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '执行器AppName',
`title` varchar(12) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '执行器名称',
`order` int NOT NULL DEFAULT '0' COMMENT '排序',
`address_type` tinyint NOT NULL DEFAULT '0' COMMENT '执行器地址类型:0=自动注册、1=手动录入',
`address_list` varchar(512) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器地址列表,多地址逗号分隔',
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_group`
--
LOCK TABLES `job_group` WRITE;
/*!40000 ALTER TABLE `job_group` DISABLE KEYS */;
INSERT INTO `job_group` VALUES (1,'datax-executor','datax执行器',1,0,'10.68.12.104:9999,172.17.0.10:9999');
/*!40000 ALTER TABLE `job_group` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_info`
--
DROP TABLE IF EXISTS `job_info`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_info` (
`id` int NOT NULL AUTO_INCREMENT,
`job_group` int NOT NULL COMMENT '执行器主键ID',
`job_cron` varchar(128) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '任务执行CRON',
`job_desc` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL,
`project_id` int DEFAULT NULL COMMENT '所属项目id',
`add_time` datetime DEFAULT NULL,
`update_time` datetime DEFAULT NULL,
`user_id` int NOT NULL COMMENT '修改用户',
`alarm_email` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '报警邮件',
`executor_route_strategy` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器路由策略',
`executor_handler` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器任务handler',
`executor_param` varchar(512) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器任务参数',
`executor_block_strategy` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '阻塞处理策略',
`executor_timeout` int NOT NULL DEFAULT '0' COMMENT '任务执行超时时间,单位分钟',
`executor_fail_retry_count` int NOT NULL DEFAULT '0' COMMENT '失败重试次数',
`glue_type` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT 'GLUE类型',
`glue_source` mediumtext CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci COMMENT 'GLUE源代码',
`glue_remark` varchar(128) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'GLUE备注',
`glue_updatetime` datetime DEFAULT NULL COMMENT 'GLUE更新时间',
`child_jobid` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '子任务ID,多个逗号分隔',
`trigger_status` tinyint NOT NULL DEFAULT '0' COMMENT '调度状态:0-停止,1-运行',
`trigger_last_time` bigint NOT NULL DEFAULT '0' COMMENT '上次调度时间',
`trigger_next_time` bigint NOT NULL DEFAULT '0' COMMENT '下次调度时间',
`job_json` text CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'datax运行脚本',
`replace_param` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '动态参数',
`jvm_param` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'jvm参数',
`inc_start_time` datetime DEFAULT NULL COMMENT '增量初始时间',
`partition_info` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '分区信息',
`last_handle_code` int DEFAULT '0' COMMENT '最近一次执行状态',
`replace_param_type` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '增量时间格式',
`reader_table` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'reader表名称',
`primary_key` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '增量表主键',
`inc_start_id` varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '增量初始id',
`increment_type` tinyint DEFAULT '0' COMMENT '增量类型',
`datasource_id` bigint DEFAULT NULL COMMENT '数据源id',
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=9 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_info`
--
LOCK TABLES `job_info` WRITE;
/*!40000 ALTER TABLE `job_info` DISABLE KEYS */;
INSERT INTO `job_info` VALUES (7,1,'* 55 * ? * * *','rrer',1,'2023-04-26 10:44:29','2023-04-26 16:14:45',1,'','RANDOM','executorJobHandler','','DISCARD_LATER',0,0,'DATAX','',NULL,'2023-04-26 10:44:29','',0,0,0,'{\n \"job\":{\n \"setting\":{\n \"speed\":{\n \"channel\":1\n }\n },\n \"content\":[\n {\n \"reader\":{\n \"name\":\"mysqlreader\",\n \"parameter\":{\n \"password\":\"risen_component_trace\",\n \"username\":\"risen\",\n \"connection\":[\n {\n \"querySql\":[\n \"select * from `component-trace`.sys_order_component where sys_create_time <\'2023-02-15 00:55:05\' and sys_create_time >\'2022-11-07 15:43:44\'\"\n ],\n \"jdbcUrl\":[\n \"jdbc:mysql://10.10.11.159:3306/component-trace?useUnicode=true&serverTimezone=UTC&characterEncoding=utf8&&allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false\"\n ]\n }\n ]\n }\n },\n \"writer\":{\n \"name\":\"postgresqlwriter\",\n \"parameter\":{\n \"username\":\"ywmxadmin\",\n \"password\":\"rsmatrixdb@2022\",\n \"column\":[\n \"id\",\n \"customer_name\",\n \"container_no\",\n \"cabinet_no\",\n \"license_plate_no\",\n \"support_num\",\n \"bar_code\",\n \"product_name\",\n \"order_num\",\n \"sale_order_num\",\n \"component_level\",\n \"brand_id\",\n \"factory_id\",\n \"workshop_name\",\n \"production_order_num\",\n \"for_batch_time\",\n \"iv_test_nameplate_model\",\n \"battery_piece_theory_power\",\n \"pack_num\",\n \"pack_sum\",\n \"pack_create_by\",\n \"pack_create_time\",\n \"ship_date\",\n \"in_storage_create_time\",\n \"pack_loss\",\n \"component_iv\",\n \"component_el\",\n \"component_box\",\n \"operate_no\",\n \"sys_create_time\",\n \"sys_update_time\",\n \"deleted\",\n \"other_info\"\n ],\n \"connection\":[\n {\n \"jdbcUrl\":\"jdbc:postgresql://10.80.1.70:5432/r_db\",\n \"table\":[\n \"component.component_order_temp\"\n ]\n }\n ],\n \"preSql\":[\n\n ]\n }\n }\n }\n ]\n }\n}\n ','','',NULL,'',500,'Timestamp','','',NULL,0,0),(8,1,'* * * ? * * *','aoa_attachment_list',1,'2023-04-26 10:47:42','2023-04-26 10:47:42',1,'','RANDOM','executorJobHandler','','DISCARD_LATER',0,0,'DATAX',NULL,NULL,'2023-04-26 10:47:42','',0,0,0,'{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3,\n \"byte\": 1048576\n },\n \"errorLimit\": {\n \"record\": 0,\n \"percentage\": 0.02\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"username\": \"yRjwDFuoPKlqya9h9H2Amg==\",\n \"password\": \"xBW5e8rfLpcZmRQhwLd3xghlk6AUjANpWuRIndDVIGI=\",\n \"column\": [\n \"`attachment_id`\",\n \"`attachment_name`\",\n \"`attachment_path`\",\n \"`attachment_shuffix`\",\n \"`attachment_size`\",\n \"`attachment_type`\",\n \"`model`\",\n \"`upload_time`\",\n \"`user_id`\"\n ],\n \"splitPk\": \"\",\n \"connection\": [\n {\n \"table\": [\n \"aoa_attachment_list\"\n ],\n \"jdbcUrl\": [\n \"jdbc:mysql://10.10.9.141:3306/study?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8\"\n ]\n }\n ]\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"username\": \"yRjwDFuoPKlqya9h9H2Amg==\",\n \"password\": \"Nb4RyvWuxvF3S9oWYbCofDXNEqSt+DQlyF9GC1YtIsw=\",\n \"column\": [\n \"`attachment_id`\",\n \"`attachment_name`\",\n \"`attachment_path`\",\n \"`attachment_shuffix`\",\n \"`attachment_size`\",\n \"`attachment_type`\",\n \"`model`\",\n \"`upload_time`\",\n \"`user_id`\"\n ],\n \"connection\": [\n {\n \"table\": [\n \"aoa_attachment_list\"\n ],\n \"jdbcUrl\": \"jdbc:mysql://47.100.71.23:33306/study_temp?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8&rewriteBatchedStatements=true\\n\"\n }\n ]\n }\n }\n }\n ]\n }\n}',NULL,'',NULL,NULL,0,'Timestamp',NULL,NULL,NULL,0,0);
/*!40000 ALTER TABLE `job_info` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_jdbc_datasource`
--
DROP TABLE IF EXISTS `job_jdbc_datasource`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_jdbc_datasource` (
`id` bigint NOT NULL AUTO_INCREMENT COMMENT '自增主键',
`datasource_name` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '数据源名称',
`datasource` varchar(45) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '数据源',
`datasource_group` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT 'Default' COMMENT '数据源分组',
`database_name` varchar(45) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '数据库名',
`jdbc_username` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci DEFAULT NULL COMMENT '用户名',
`jdbc_password` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci DEFAULT NULL COMMENT '密码',
`jdbc_url` varchar(500) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT 'jdbc url',
`jdbc_driver_class` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'jdbc驱动类',
`zk_adress` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL,
`status` tinyint(1) NOT NULL DEFAULT '1' COMMENT '状态:0删除 1启用 2禁用',
`create_by` varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '创建人',
`create_date` datetime DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`update_by` varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '更新人',
`update_date` datetime DEFAULT NULL COMMENT '更新时间',
`comments` varchar(1000) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '备注',
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=10 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC COMMENT='jdbc数据源配置';
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_jdbc_datasource`
--
LOCK TABLES `job_jdbc_datasource` WRITE;
/*!40000 ALTER TABLE `job_jdbc_datasource` DISABLE KEYS */;
INSERT INTO `job_jdbc_datasource` VALUES (6,'产品数据系统生产库','mysql','Default',NULL,'fMaKElymbiVDjjwluBXyhA==','XCYVpFosvZBBWobFzmLWvA==','jdbc:mysql://10.10.11.159:3306/component-trace?useUnicode=true&serverTimezone=UTC&characterEncoding=utf8&&allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false\"','com.mysql.cj.jdbc.Driver',NULL,0,'admin','2023-04-26 10:25:45',NULL,NULL,''),(7,'产品数据测试库','mysql','Default',NULL,'yRjwDFuoPKlqya9h9H2Amg==','xBW5e8rfLpcZmRQhwLd3xghlk6AUjANpWuRIndDVIGI=','jdbc:mysql://10.10.9.141:3306/study?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8','com.mysql.jdbc.Driver',NULL,1,'admin','2023-04-26 10:29:28','admin','2023-04-26 10:36:47',''),(8,'产品数据生产库(只读账号)','mysql','Default',NULL,'hB1OjGaijcKfRnwxQD8bWg==','xBW5e8rfLpcZmRQhwLd3xghlk6AUjANpWuRIndDVIGI=','jdbc:mysql://10.10.11.159:3306/component-trace?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8','com.mysql.jdbc.Driver',NULL,1,'admin','2023-04-26 10:33:09','admin','2023-04-26 10:34:12',''),(9,'销管测试库','mysql','Default',NULL,'yRjwDFuoPKlqya9h9H2Amg==','Nb4RyvWuxvF3S9oWYbCofDXNEqSt+DQlyF9GC1YtIsw=','jdbc:mysql://47.100.71.23:33306/study_temp?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=true&serverTimezone=GMT%2B8&rewriteBatchedStatements=true\n','com.mysql.jdbc.Driver',NULL,1,'admin','2023-04-26 10:35:38','admin','2023-04-26 10:37:24','');
/*!40000 ALTER TABLE `job_jdbc_datasource` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_lock`
--
DROP TABLE IF EXISTS `job_lock`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_lock` (
`lock_name` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '锁名称',
PRIMARY KEY (`lock_name`) USING BTREE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_lock`
--
LOCK TABLES `job_lock` WRITE;
/*!40000 ALTER TABLE `job_lock` DISABLE KEYS */;
INSERT INTO `job_lock` VALUES ('schedule_lock');
/*!40000 ALTER TABLE `job_lock` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_log`
--
DROP TABLE IF EXISTS `job_log`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_log` (
`id` bigint NOT NULL AUTO_INCREMENT,
`job_group` int NOT NULL COMMENT '执行器主键ID',
`job_id` int NOT NULL COMMENT '任务,主键ID',
`job_desc` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL,
`executor_address` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器地址,本次执行的地址',
`executor_handler` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器任务handler',
`executor_param` varchar(512) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器任务参数',
`executor_sharding_param` varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器任务分片参数,格式如 1/2',
`executor_fail_retry_count` int DEFAULT '0' COMMENT '失败重试次数',
`trigger_time` datetime DEFAULT NULL COMMENT '调度-时间',
`trigger_code` int NOT NULL COMMENT '调度-结果',
`trigger_msg` text CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci COMMENT '调度-日志',
`handle_time` datetime DEFAULT NULL COMMENT '执行-时间',
`handle_code` int NOT NULL COMMENT '执行-状态',
`handle_msg` text CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci COMMENT '执行-日志',
`alarm_status` tinyint NOT NULL DEFAULT '0' COMMENT '告警状态:0-默认、1-无需告警、2-告警成功、3-告警失败',
`process_id` varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'datax进程Id',
`max_id` bigint DEFAULT NULL COMMENT '增量表max id',
PRIMARY KEY (`id`) USING BTREE,
KEY `I_trigger_time` (`trigger_time`) USING BTREE,
KEY `I_handle_code` (`handle_code`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=130 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_log`
--
LOCK TABLES `job_log` WRITE;
/*!40000 ALTER TABLE `job_log` DISABLE KEYS */;
INSERT INTO `job_log` VALUES (126,1,8,'aoa_attachment_list','10.68.12.104:9999','executorJobHandler','',NULL,0,'2023-04-26 16:18:09',500,'任务触发类型:手动触发<br>调度机器:10.68.12.104<br>执行器-注册方式:自动注册<br>执行器-地址列表:[10.68.12.104:9999]<br>路由策略:随机<br>阻塞处理策略:丢弃后续调度<br>任务超时时间:0<br>失败重试次数:0<br><br><span style=\"color:#00c0ef;\" > >>>>>>>>>>>触发调度<<<<<<<<<<< </span><br>触发调度:<br>address:10.68.12.104:9999<br>code:500<br>msg:glueType[DATAX] is not valid.',NULL,0,NULL,1,NULL,NULL),(127,1,8,'aoa_attachment_list','10.68.12.104:9999','executorJobHandler','',NULL,0,'2023-04-27 09:22:14',500,'任务触发类型:手动触发<br>调度机器:10.68.12.104<br>执行器-注册方式:自动注册<br>执行器-地址列表:[10.68.12.104:9999]<br>路由策略:随机<br>阻塞处理策略:丢弃后续调度<br>任务超时时间:0<br>失败重试次数:0<br><br><span style=\"color:#00c0ef;\" > >>>>>>>>>>>触发调度<<<<<<<<<<< </span><br>触发调度:<br>address:10.68.12.104:9999<br>code:500<br>msg:glueType[DATAX] is not valid.',NULL,0,NULL,1,NULL,NULL),(128,1,8,'aoa_attachment_list','10.68.12.104:9999','executorJobHandler','',NULL,0,'2023-04-27 09:31:03',500,'任务触发类型:手动触发<br>调度机器:10.68.12.104<br>执行器-注册方式:自动注册<br>执行器-地址列表:[10.68.12.104:9999]<br>路由策略:随机<br>阻塞处理策略:丢弃后续调度<br>任务超时时间:0<br>失败重试次数:0<br><br><span style=\"color:#00c0ef;\" > >>>>>>>>>>>触发调度<<<<<<<<<<< </span><br>触发调度:<br>address:10.68.12.104:9999<br>code:500<br>msg:glueType[DATAX] is not valid.',NULL,0,NULL,1,NULL,NULL),(129,1,8,'aoa_attachment_list','10.68.12.104:9999','executorJobHandler','',NULL,0,'2023-04-27 10:53:44',500,'任务触发类型:手动触发<br>调度机器:172.17.0.11<br>执行器-注册方式:自动注册<br>执行器-地址列表:[10.68.12.104:9999, 172.17.0.11:9999]<br>路由策略:随机<br>阻塞处理策略:丢弃后续调度<br>任务超时时间:0<br>失败重试次数:0<br><br><span style=\"color:#00c0ef;\" > >>>>>>>>>>>触发调度<<<<<<<<<<< </span><br>触发调度:<br>address:10.68.12.104:9999<br>code:500<br>msg:glueType[DATAX] is not valid.',NULL,0,NULL,1,NULL,NULL);
/*!40000 ALTER TABLE `job_log` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_log_report`
--
DROP TABLE IF EXISTS `job_log_report`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_log_report` (
`id` int NOT NULL AUTO_INCREMENT,
`trigger_day` datetime DEFAULT NULL COMMENT '调度-时间',
`running_count` int NOT NULL DEFAULT '0' COMMENT '运行中-日志数量',
`suc_count` int NOT NULL DEFAULT '0' COMMENT '执行成功-日志数量',
`fail_count` int NOT NULL DEFAULT '0' COMMENT '执行失败-日志数量',
PRIMARY KEY (`id`) USING BTREE,
UNIQUE KEY `i_trigger_day` (`trigger_day`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=32 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_log_report`
--
LOCK TABLES `job_log_report` WRITE;
/*!40000 ALTER TABLE `job_log_report` DISABLE KEYS */;
INSERT INTO `job_log_report` VALUES (20,'2019-12-07 00:00:00',0,0,0),(21,'2019-12-10 00:00:00',77,52,23),(22,'2019-12-11 00:00:00',9,2,11),(23,'2019-12-13 00:00:00',9,48,74),(24,'2019-12-12 00:00:00',10,8,30),(25,'2019-12-14 00:00:00',78,45,66),(26,'2019-12-15 00:00:00',24,76,9),(27,'2019-12-16 00:00:00',23,85,10),(28,'2023-04-26 00:00:00',0,0,1),(29,'2023-04-25 00:00:00',0,0,0),(30,'2023-04-24 00:00:00',0,0,0),(31,'2023-04-27 00:00:00',0,0,3);
/*!40000 ALTER TABLE `job_log_report` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_logglue`
--
DROP TABLE IF EXISTS `job_logglue`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_logglue` (
`id` int NOT NULL AUTO_INCREMENT,
`job_id` int NOT NULL COMMENT '任务,主键ID',
`glue_type` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'GLUE类型',
`glue_source` mediumtext CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci COMMENT 'GLUE源代码',
`glue_remark` varchar(128) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT 'GLUE备注',
`add_time` datetime DEFAULT NULL,
`update_time` datetime DEFAULT NULL,
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_logglue`
--
LOCK TABLES `job_logglue` WRITE;
/*!40000 ALTER TABLE `job_logglue` DISABLE KEYS */;
/*!40000 ALTER TABLE `job_logglue` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_permission`
--
DROP TABLE IF EXISTS `job_permission`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_permission` (
`id` int NOT NULL AUTO_INCREMENT COMMENT '主键',
`name` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '权限名',
`description` varchar(11) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '权限描述',
`url` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL,
`pid` int DEFAULT NULL,
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=3 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_permission`
--
LOCK TABLES `job_permission` WRITE;
/*!40000 ALTER TABLE `job_permission` DISABLE KEYS */;
/*!40000 ALTER TABLE `job_permission` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_project`
--
DROP TABLE IF EXISTS `job_project`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_project` (
`id` int NOT NULL AUTO_INCREMENT COMMENT 'key',
`name` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'project name',
`description` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL,
`user_id` int DEFAULT NULL COMMENT 'creator id',
`flag` tinyint DEFAULT '1' COMMENT '0 not available, 1 available',
`create_time` datetime DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
`update_time` datetime DEFAULT CURRENT_TIMESTAMP COMMENT 'update time',
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_project`
--
LOCK TABLES `job_project` WRITE;
/*!40000 ALTER TABLE `job_project` DISABLE KEYS */;
INSERT INTO `job_project` VALUES (1,'study','hahhh',1,1,'2023-04-26 10:41:06','2023-04-26 10:41:06');
/*!40000 ALTER TABLE `job_project` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_registry`
--
DROP TABLE IF EXISTS `job_registry`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_registry` (
`id` int NOT NULL AUTO_INCREMENT,
`registry_group` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL,
`registry_key` varchar(191) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL,
`registry_value` varchar(191) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL,
`cpu_usage` double DEFAULT NULL,
`memory_usage` double DEFAULT NULL,
`load_average` double DEFAULT NULL,
`update_time` datetime DEFAULT NULL,
PRIMARY KEY (`id`) USING BTREE,
KEY `i_g_k_v` (`registry_group`,`registry_key`,`registry_value`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=33 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_registry`
--
LOCK TABLES `job_registry` WRITE;
/*!40000 ALTER TABLE `job_registry` DISABLE KEYS */;
INSERT INTO `job_registry` VALUES (30,'EXECUTOR','datax-executor','10.68.12.104:9999',9.58,73.98,-1,'2023-04-27 11:46:43'),(32,'EXECUTOR','datax-executor','172.17.0.10:9999',1.12,89,0,'2023-04-27 11:46:51');
/*!40000 ALTER TABLE `job_registry` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_template`
--
DROP TABLE IF EXISTS `job_template`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_template` (
`id` int NOT NULL AUTO_INCREMENT,
`job_group` int NOT NULL COMMENT '执行器主键ID',
`job_cron` varchar(128) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '任务执行CRON',
`job_desc` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL,
`add_time` datetime DEFAULT NULL,
`update_time` datetime DEFAULT NULL,
`user_id` int NOT NULL COMMENT '修改用户',
`alarm_email` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '报警邮件',
`executor_route_strategy` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器路由策略',
`executor_handler` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器任务handler',
`executor_param` varchar(512) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '执行器参数',
`executor_block_strategy` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '阻塞处理策略',
`executor_timeout` int NOT NULL DEFAULT '0' COMMENT '任务执行超时时间,单位秒',
`executor_fail_retry_count` int NOT NULL DEFAULT '0' COMMENT '失败重试次数',
`glue_type` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT 'GLUE类型',
`glue_source` mediumtext CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci COMMENT 'GLUE源代码',
`glue_remark` varchar(128) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'GLUE备注',
`glue_updatetime` datetime DEFAULT NULL COMMENT 'GLUE更新时间',
`child_jobid` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '子任务ID,多个逗号分隔',
`trigger_last_time` bigint NOT NULL DEFAULT '0' COMMENT '上次调度时间',
`trigger_next_time` bigint NOT NULL DEFAULT '0' COMMENT '下次调度时间',
`job_json` text CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'datax运行脚本',
`jvm_param` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT 'jvm参数',
`project_id` int DEFAULT NULL COMMENT '所属项目Id',
PRIMARY KEY (`id`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=23 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_template`
--
LOCK TABLES `job_template` WRITE;
/*!40000 ALTER TABLE `job_template` DISABLE KEYS */;
INSERT INTO `job_template` VALUES (22,1,'* * * ? * * *','ceshi','2023-04-26 10:45:36','2023-04-26 10:45:36',1,'','RANDOM','executorJobHandler','','DISCARD_LATER',0,0,'DATAX',NULL,NULL,'2023-04-26 10:45:36','',0,0,NULL,'',1);
/*!40000 ALTER TABLE `job_template` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Table structure for table `job_user`
--
DROP TABLE IF EXISTS `job_user`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!50503 SET character_set_client = utf8mb4 */;
CREATE TABLE `job_user` (
`id` int NOT NULL AUTO_INCREMENT,
`username` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '账号',
`password` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '密码',
`role` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '角色:0-普通用户、1-管理员',
`permission` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci DEFAULT NULL COMMENT '权限:执行器ID列表,多个逗号分割',
PRIMARY KEY (`id`) USING BTREE,
UNIQUE KEY `i_username` (`username`) USING BTREE
) ENGINE=InnoDB AUTO_INCREMENT=10 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_general_ci ROW_FORMAT=DYNAMIC;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Dumping data for table `job_user`
--
LOCK TABLES `job_user` WRITE;
/*!40000 ALTER TABLE `job_user` DISABLE KEYS */;
INSERT INTO `job_user` VALUES (1,'admin','$2a$10$2KCqRbra0Yn2TwvkZxtfLuWuUP5KyCWsljO/ci5pLD27pqR3TV1vy','ROLE_ADMIN',NULL);
/*!40000 ALTER TABLE `job_user` ENABLE KEYS */;
UNLOCK TABLES;
--
-- Dumping routines for database 'datax_web'
--
/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */;
/*!40101 SET SQL_MODE=@OLD_SQL_MODE */;
/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */;
/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */;
/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */;
/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */;
/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;
/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */;
-- Dump completed on 2023-04-27 11:46:58