Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
J
jz-dmp-cmdexectool
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
姚本章
jz-dmp-cmdexectool
Commits
b5170a1f
Commit
b5170a1f
authored
Mar 12, 2021
by
sml
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
代码提交(关联job,启动类名称修改)
parent
31b9fcab
Changes
5
Show whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
43 additions
and
17 deletions
+43
-17
pom.xml
pom.xml
+2
-2
CmdExecToolApplication.java
...n/java/com/jz/dmp/cmdexectool/CmdExecToolApplication.java
+3
-3
ProcessService.java
...cmdexectool/scheduler/service/process/ProcessService.java
+34
-8
SQLCommandExecutorTest.java
...z/cmdexectool/test/task/shell/SQLCommandExecutorTest.java
+2
-2
ShellCommandExecutorTest.java
...cmdexectool/test/task/shell/ShellCommandExecutorTest.java
+2
-2
No files found.
pom.xml
View file @
b5170a1f
...
@@ -17,7 +17,7 @@
...
@@ -17,7 +17,7 @@
<java.version>
1.8
</java.version>
<java.version>
1.8
</java.version>
<shiro.version>
1.2.3
</shiro.version>
<shiro.version>
1.2.3
</shiro.version>
<mybatis-pagehelper.version>
4.2.0
</mybatis-pagehelper.version>
<mybatis-pagehelper.version>
4.2.0
</mybatis-pagehelper.version>
<start-class>
com.jz.dmp.cmdexectool.
Api
Application
</start-class>
<start-class>
com.jz.dmp.cmdexectool.
CmdExecTool
Application
</start-class>
<project.build.sourceEncoding>
UTF-8
</project.build.sourceEncoding>
<project.build.sourceEncoding>
UTF-8
</project.build.sourceEncoding>
</properties>
</properties>
...
@@ -586,7 +586,7 @@
...
@@ -586,7 +586,7 @@
<groupId>
org.springframework.boot
</groupId>
<groupId>
org.springframework.boot
</groupId>
<artifactId>
spring-boot-maven-plugin
</artifactId>
<artifactId>
spring-boot-maven-plugin
</artifactId>
<configuration>
<configuration>
<mainClass>
com.jz.dmp.cmdexectool.
Api
Application
</mainClass>
<mainClass>
com.jz.dmp.cmdexectool.
CmdExecTool
Application
</mainClass>
</configuration>
</configuration>
<!--<dependencies>
<!--<dependencies>
<dependency>
<dependency>
...
...
src/main/java/com/jz/dmp/cmdexectool/
Api
Application.java
→
src/main/java/com/jz/dmp/cmdexectool/
CmdExecTool
Application.java
View file @
b5170a1f
...
@@ -20,14 +20,14 @@ import com.jz.dmp.cmdexectool.scheduler.service.process.ProcessService;
...
@@ -20,14 +20,14 @@ import com.jz.dmp.cmdexectool.scheduler.service.process.ProcessService;
@EnableTransactionManagement
@EnableTransactionManagement
@SpringBootApplication
@SpringBootApplication
@EnableCaching
@EnableCaching
public
class
Api
Application
implements
HealthIndicator
{
public
class
CmdExecTool
Application
implements
HealthIndicator
{
private
static
Logger
logger
=
LoggerFactory
.
getLogger
(
Api
Application
.
class
);
private
static
Logger
logger
=
LoggerFactory
.
getLogger
(
CmdExecTool
Application
.
class
);
public
static
void
main
(
String
[]
args
)
{
public
static
void
main
(
String
[]
args
)
{
long
start
=
System
.
currentTimeMillis
();
long
start
=
System
.
currentTimeMillis
();
ConfigurableApplicationContext
context
=
new
SpringApplicationBuilder
(
Api
Application
.
class
).
web
(
WebApplicationType
.
NONE
).
bannerMode
(
Banner
.
Mode
.
OFF
).
run
(
args
);
ConfigurableApplicationContext
context
=
new
SpringApplicationBuilder
(
CmdExecTool
Application
.
class
).
web
(
WebApplicationType
.
NONE
).
bannerMode
(
Banner
.
Mode
.
OFF
).
run
(
args
);
Integer
taskId
=
Integer
.
parseInt
(
args
[
0
]);
Integer
taskId
=
Integer
.
parseInt
(
args
[
0
]);
if
(
taskId
==
null
)
{
if
(
taskId
==
null
)
{
...
...
src/main/java/com/jz/dmp/cmdexectool/scheduler/service/process/ProcessService.java
View file @
b5170a1f
...
@@ -126,6 +126,26 @@ public class ProcessService {
...
@@ -126,6 +126,26 @@ public class ProcessService {
throws
Exception
{
throws
Exception
{
TaskExecutionContext
taskExecutionContext
=
new
TaskExecutionContext
();
TaskExecutionContext
taskExecutionContext
=
new
TaskExecutionContext
();
// 获取任务数据,并获取job json,并组装TaskInstance
// 获取任务数据,并获取job json,并组装TaskInstance
DmpDevelopTaskDto
dmpDevelopTaskDto
=
findDevelopTaskByTaskId
(
taskId
,
isSingle
);
taskExecutionContext
=
dto2execcontext
(
dmpDevelopTaskDto
,
jobId
);
//设置azkaban执行ID
taskExecutionContext
.
setExecId
(
execId
);
return
taskExecutionContext
;
}
/**
* @Title: extracted
* @Description: TODO(根据taskId获取任务)
* @param @param taskId
* @param @param isSingle
* @param @return
* @param @throws Exception 参数
* @return DmpDevelopTaskDto 返回类型
* @throws
*/
private
DmpDevelopTaskDto
findDevelopTaskByTaskId
(
Integer
taskId
,
boolean
isSingle
)
throws
Exception
{
DmpDevelopTaskDto
dmpDevelopTaskDto
=
dmpDevelopTaskMapper
.
findById
(
taskId
);
DmpDevelopTaskDto
dmpDevelopTaskDto
=
dmpDevelopTaskMapper
.
findById
(
taskId
);
if
(!
isSingle
)
{
if
(!
isSingle
)
{
Map
<
String
,
Object
>
param
=
new
HashMap
<
String
,
Object
>();
Map
<
String
,
Object
>
param
=
new
HashMap
<
String
,
Object
>();
...
@@ -137,12 +157,7 @@ public class ProcessService {
...
@@ -137,12 +157,7 @@ public class ProcessService {
}
}
dmpDevelopTaskDto
=
MyDmpDevelopTaskHistoryConverter
.
INSTANCE
().
historyDto2taskDto
(
dmpDevelopTaskHistoryDtos
.
get
(
0
));
dmpDevelopTaskDto
=
MyDmpDevelopTaskHistoryConverter
.
INSTANCE
().
historyDto2taskDto
(
dmpDevelopTaskHistoryDtos
.
get
(
0
));
}
}
return
dmpDevelopTaskDto
;
taskExecutionContext
=
dto2execcontext
(
dmpDevelopTaskDto
,
jobId
);
//设置azkaban执行ID
taskExecutionContext
.
setExecId
(
execId
);
return
taskExecutionContext
;
}
}
/**
/**
...
@@ -199,8 +214,19 @@ public class ProcessService {
...
@@ -199,8 +214,19 @@ public class ProcessService {
comparLabel
=
lable
+
"_"
+
taskName
;
comparLabel
=
lable
+
"_"
+
taskName
;
}
}
if
(
jobId
.
equals
(
comparLabel
))
{
if
(
jobId
.
equals
(
comparLabel
))
{
jobType
=
JobType
.
valueOf
(
jObject
.
getString
(
"taskType"
));
//job类型
if
(
CommConstant
.
WORK_TYPE_SQL
.
equals
(
taskJobType
)
||
CommConstant
.
WORK_TYPE_SHELL
.
equals
(
taskJobType
)
||
CommConstant
.
WORK_TYPE_SYNC
.
equals
(
taskJobType
))
{
String
taskId2
=
jObject
.
getString
(
"script"
);
//获取关联任务的taskId
DmpDevelopTaskDto
dmpDevelopTaskDto2
=
findDevelopTaskByTaskId
(
Integer
.
parseInt
(
taskId2
),
false
);
script
=
dmpDevelopTaskDto2
.
getScript
();
}
else
{
script
=
jObject
.
toJSONString
();
script
=
jObject
.
toJSONString
();
}
jobType
=
JobType
.
valueOf
(
taskJobType
);
//job类型
taskAppId
=
lable
;
taskAppId
=
lable
;
break
;
break
;
}
}
...
...
src/test/java/com/jz/cmdexectool/test/task/shell/SQLCommandExecutorTest.java
View file @
b5170a1f
...
@@ -51,7 +51,7 @@ import org.springframework.test.context.junit4.SpringRunner;
...
@@ -51,7 +51,7 @@ import org.springframework.test.context.junit4.SpringRunner;
import
com.fasterxml.jackson.databind.node.ArrayNode
;
import
com.fasterxml.jackson.databind.node.ArrayNode
;
import
com.fasterxml.jackson.databind.node.ObjectNode
;
import
com.fasterxml.jackson.databind.node.ObjectNode
;
import
com.jz.dmp.cmdexectool.
Api
Application
;
import
com.jz.dmp.cmdexectool.
CmdExecTool
Application
;
import
com.jz.dmp.cmdexectool.scheduler.common.Constants
;
import
com.jz.dmp.cmdexectool.scheduler.common.Constants
;
import
com.jz.dmp.cmdexectool.scheduler.common.enums.DbType
;
import
com.jz.dmp.cmdexectool.scheduler.common.enums.DbType
;
import
com.jz.dmp.cmdexectool.scheduler.common.enums.ExecutionStatus
;
import
com.jz.dmp.cmdexectool.scheduler.common.enums.ExecutionStatus
;
...
@@ -76,7 +76,7 @@ import com.jz.dmp.cmdexectool.scheduler.service.process.ProcessService;
...
@@ -76,7 +76,7 @@ import com.jz.dmp.cmdexectool.scheduler.service.process.ProcessService;
* python shell command executor test
* python shell command executor test
*/
*/
@RunWith
(
SpringRunner
.
class
)
@RunWith
(
SpringRunner
.
class
)
@SpringBootTest
(
classes
=
Api
Application
.
class
,
webEnvironment
=
SpringBootTest
.
WebEnvironment
.
RANDOM_PORT
)
@SpringBootTest
(
classes
=
CmdExecTool
Application
.
class
,
webEnvironment
=
SpringBootTest
.
WebEnvironment
.
RANDOM_PORT
)
public
class
SQLCommandExecutorTest
{
public
class
SQLCommandExecutorTest
{
private
static
final
Logger
logger
=
LoggerFactory
.
getLogger
(
SQLCommandExecutorTest
.
class
);
private
static
final
Logger
logger
=
LoggerFactory
.
getLogger
(
SQLCommandExecutorTest
.
class
);
...
...
src/test/java/com/jz/cmdexectool/test/task/shell/ShellCommandExecutorTest.java
View file @
b5170a1f
...
@@ -16,7 +16,7 @@
...
@@ -16,7 +16,7 @@
*/
*/
package
com
.
jz
.
cmdexectool
.
test
.
task
.
shell
;
package
com
.
jz
.
cmdexectool
.
test
.
task
.
shell
;
import
com.jz.dmp.cmdexectool.
Api
Application
;
import
com.jz.dmp.cmdexectool.
CmdExecTool
Application
;
import
com.jz.dmp.cmdexectool.scheduler.common.Constants
;
import
com.jz.dmp.cmdexectool.scheduler.common.Constants
;
import
com.jz.dmp.cmdexectool.scheduler.common.enums.ExecutionStatus
;
import
com.jz.dmp.cmdexectool.scheduler.common.enums.ExecutionStatus
;
import
com.jz.dmp.cmdexectool.scheduler.server.entity.TaskExecutionContext
;
import
com.jz.dmp.cmdexectool.scheduler.server.entity.TaskExecutionContext
;
...
@@ -40,7 +40,7 @@ import org.springframework.test.context.junit4.SpringRunner;
...
@@ -40,7 +40,7 @@ import org.springframework.test.context.junit4.SpringRunner;
* python shell command executor test
* python shell command executor test
*/
*/
@RunWith
(
SpringRunner
.
class
)
@RunWith
(
SpringRunner
.
class
)
@SpringBootTest
(
classes
=
Api
Application
.
class
,
webEnvironment
=
SpringBootTest
.
WebEnvironment
.
RANDOM_PORT
)
@SpringBootTest
(
classes
=
CmdExecTool
Application
.
class
,
webEnvironment
=
SpringBootTest
.
WebEnvironment
.
RANDOM_PORT
)
public
class
ShellCommandExecutorTest
{
public
class
ShellCommandExecutorTest
{
private
static
final
Logger
logger
=
LoggerFactory
.
getLogger
(
ShellCommandExecutorTest
.
class
);
private
static
final
Logger
logger
=
LoggerFactory
.
getLogger
(
ShellCommandExecutorTest
.
class
);
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment