GTsoft/gtsoft-snail-job-demo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

调试map

Browse Source
This commit is contained in:
byteblogs168 2024-06-27 22:01:37 +08:00
parent b170277f0f
commit d29337bd12
2 changed files with 15 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/main/java/com/example/snailjob/job/TestMapJobExecutor.java
View File

@ -8,6 +8,7 @@ import com.aizuda.snailjob.client.model.ExecuteResult;
import com.aizuda.snailjob.common.core.util.JsonUtil; import com.aizuda.snailjob.common.core.util.JsonUtil;
import com.aizuda.snailjob.common.log.SnailJobLog; import com.aizuda.snailjob.common.log.SnailJobLog;
import com.example.snailjob.job.TestMapReduceJobExecutor.QuarterMap.SubTask; import com.example.snailjob.job.TestMapReduceJobExecutor.QuarterMap.SubTask;
import com.fasterxml.jackson.databind.JsonNode;
import com.google.common.collect.Lists; import com.google.common.collect.Lists;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
@ -45,10 +46,10 @@ public class TestMapJobExecutor extends AbstractMapExecutor {
} }
// 未找到map的任务，则说明当前需要进行处理 // 未找到map的任务，则说明当前需要进行处理
String mapResult = mapArgs.getMapResult(); JsonNode json = JsonUtil.toJson(mapArgs.getMapResult());
SnailJobLog.LOCAL.info("LAST_MAP 开始执行 mapResult:{}", mapResult); SnailJobLog.LOCAL.info("LAST_MAP 开始执行 mapResult:{}", json);
// 获取最后一次map的信息. // 获取最后一次map的信息.
SubTask subTask = JsonUtil.parseObject(mapResult, SubTask.class); SubTask subTask = JsonUtil.parseObject(json.toString(), SubTask.class);
// 此处可以统计数据或者做其他的事情 // 此处可以统计数据或者做其他的事情
// 模拟统计营业额 // 模拟统计营业额
int turnover = new Random().nextInt(1000000); int turnover = new Random().nextInt(1000000);
@ -100,14 +101,14 @@ public class TestMapJobExecutor extends AbstractMapExecutor {
// 第二层按照月分片 // 第二层按照月分片
// 4个季度 // 4个季度
List<Long> lists = JsonUtil.parseList(args.getMapResult(), Long.class); JsonNode json = JsonUtil.toJson(args.getMapResult());
List<TestMapReduceJobExecutor.QuarterMap.SubTask> list = new ArrayList<>(); List<TestMapReduceJobExecutor.QuarterMap.SubTask> list = new ArrayList<>();
for (final Long id : lists) { for (JsonNode jsonNode : json) {
long id = jsonNode.asLong();
for (int i = 1; i <= 4; i++) { for (int i = 1; i <= 4; i++) {
list.add(new TestMapReduceJobExecutor.QuarterMap.SubTask(id, i)); list.add(new TestMapReduceJobExecutor.QuarterMap.SubTask(id, i));
} }
} }
return list; return list;
} }

14
src/main/java/com/example/snailjob/job/TestMapReduceJobExecutor.java
View File

@ -1,5 +1,6 @@
package com.example.snailjob.job; package com.example.snailjob.job;
import cn.hutool.core.util.ByteUtil;
import com.aizuda.snailjob.client.job.core.MapHandler; import com.aizuda.snailjob.client.job.core.MapHandler;
import com.aizuda.snailjob.client.job.core.dto.MapArgs; import com.aizuda.snailjob.client.job.core.dto.MapArgs;
import com.aizuda.snailjob.client.job.core.dto.MergeReduceArgs; import com.aizuda.snailjob.client.job.core.dto.MergeReduceArgs;
@ -9,6 +10,7 @@ import com.aizuda.snailjob.client.model.ExecuteResult;
import com.aizuda.snailjob.common.core.util.JsonUtil; import com.aizuda.snailjob.common.core.util.JsonUtil;
import com.aizuda.snailjob.common.log.SnailJobLog; import com.aizuda.snailjob.common.log.SnailJobLog;
import com.example.snailjob.job.TestMapReduceJobExecutor.QuarterMap.SubTask; import com.example.snailjob.job.TestMapReduceJobExecutor.QuarterMap.SubTask;
import com.fasterxml.jackson.databind.JsonNode;
import com.google.common.collect.Lists; import com.google.common.collect.Lists;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
@ -47,10 +49,10 @@ public class TestMapReduceJobExecutor extends AbstractMapReduceExecutor {
} }
// 未找到map的任务，则说明当前需要进行处理 // 未找到map的任务，则说明当前需要进行处理
String mapResult = mapArgs.getMapResult(); JsonNode json = JsonUtil.toJson(mapArgs.getMapResult());
SnailJobLog.LOCAL.info("LAST_MAP 开始执行 mapResult:{}", mapResult); SnailJobLog.LOCAL.info("LAST_MAP 开始执行 mapResult:{}", json);
// 获取最后一次map的信息. // 获取最后一次map的信息.
SubTask subTask = JsonUtil.parseObject(mapResult, SubTask.class); SubTask subTask = JsonUtil.parseObject(json.toString(), SubTask.class);
// 此处可以统计数据或者做其他的事情 // 此处可以统计数据或者做其他的事情
// 模拟统计营业额 // 模拟统计营业额
int turnover = new Random().nextInt(1000000); int turnover = new Random().nextInt(1000000);
@ -114,14 +116,14 @@ public class TestMapReduceJobExecutor extends AbstractMapReduceExecutor {
// 第二层按照月分片 // 第二层按照月分片
// 4个季度 // 4个季度
List<Long> lists = JsonUtil.parseList(args.getMapResult(), Long.class); JsonNode json = JsonUtil.toJson(args.getMapResult());
List<SubTask> list = new ArrayList<>(); List<SubTask> list = new ArrayList<>();
for (final Long id : lists) { for (JsonNode jsonNode : json) {
long id = jsonNode.asLong();
for (int i = 1; i <= 4; i++) { for (int i = 1; i <= 4; i++) {
list.add(new SubTask(id, i)); list.add(new SubTask(id, i));
} }
} }
return list; return list;
} }