Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
M
my-flink-project
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
AI算法平台
my-flink-project
Commits
aa4d8424
You need to sign in or sign up before continuing.
Commit
aa4d8424
authored
May 10, 2023
by
周昊
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
1、添加更新场景存活时间接口
parent
e294f93b
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
57 additions
and
3 deletions
+57
-3
src/main/java/com/censoft/flink/StreamingJob.java
src/main/java/com/censoft/flink/StreamingJob.java
+7
-2
src/main/java/com/censoft/flink/mapper/AlgorithmSceneDao.java
...main/java/com/censoft/flink/mapper/AlgorithmSceneDao.java
+2
-0
src/main/java/com/censoft/flink/mapper/AlgorithmSceneDao.xml
src/main/java/com/censoft/flink/mapper/AlgorithmSceneDao.xml
+7
-0
src/main/java/com/censoft/flink/mapper/SqlFactory.java
src/main/java/com/censoft/flink/mapper/SqlFactory.java
+14
-0
src/main/java/com/censoft/flink/transform/AlgorithmTypeFlatMapFunction.java
...censoft/flink/transform/AlgorithmTypeFlatMapFunction.java
+0
-1
src/main/java/com/censoft/flink/transform/UpdateLiveFilterFunction.java
...com/censoft/flink/transform/UpdateLiveFilterFunction.java
+27
-0
No files found.
src/main/java/com/censoft/flink/StreamingJob.java
View file @
aa4d8424
...
...
@@ -8,6 +8,7 @@ import com.censoft.flink.mqtt.MqttConsumer;
import
com.censoft.flink.transform.AlgorithmBaseFilterFunction
;
import
com.censoft.flink.transform.AlgorithmTypeFlatMapFunction
;
import
com.censoft.flink.transform.ResultExistFilterFunction
;
import
com.censoft.flink.transform.UpdateLiveFilterFunction
;
import
org.apache.flink.api.common.serialization.SimpleStringSchema
;
import
org.apache.flink.api.java.utils.ParameterTool
;
import
org.apache.flink.core.fs.FileSystem
;
...
...
@@ -47,8 +48,12 @@ public class StreamingJob {
DataStream
<
AlgorithmPushDto
>
mqttStream
=
env
.
addSource
(
new
MqttConsumer
(
"/censoft/test/"
+
sceneId
));
//3、进行处理
//3、
1 默认 是否存在结果集判断
//3、
0 更新场景在线时间
SingleOutputStreamOperator
<
AlgorithmPushDto
>
streamOperator
=
mqttStream
.
filter
(
new
UpdateLiveFilterFunction
(
sceneId
));
//3、1 默认 是否存在结果集判断
streamOperator
=
streamOperator
.
filter
(
new
ResultExistFilterFunction
());
//3、2 默认 根据分类,分解多个推送信息
...
...
@@ -74,7 +79,7 @@ public class StreamingJob {
//3、6 打印输出
outputStreamOperator
.
print
();
outputStreamOperator
.
writeAsText
(
"D:/word1.txt"
,
FileSystem
.
WriteMode
.
OVERWRITE
).
setParallelism
(
1
);
//
outputStreamOperator.writeAsText("D:/word1.txt", FileSystem.WriteMode.OVERWRITE).setParallelism(1);
//3、7 自动执行
env
.
execute
();
}
...
...
src/main/java/com/censoft/flink/mapper/AlgorithmSceneDao.java
View file @
aa4d8424
...
...
@@ -11,4 +11,6 @@ public interface AlgorithmSceneDao {
public
AlgorithmSceneBasePo
getAlgorithmSceneBasePo
(
@Param
(
"sceneId"
)
Long
sceneId
);
public
List
<
AlgorithmScenePiecePo
>
getAlgorithmScenePieceList
(
@Param
(
"sceneId"
)
Long
sceneId
);
public
int
updateLiveBySceneId
(
Long
sceneId
);
}
src/main/java/com/censoft/flink/mapper/AlgorithmSceneDao.xml
View file @
aa4d8424
...
...
@@ -15,6 +15,11 @@
<result
property=
"variableValue"
column=
"variable_value"
/>
</collection>
</resultMap>
<update
id=
"updateLiveBySceneId"
>
UPDATE algorithm_scene_base SET live = NOW() WHERE id = #{0}
</update>
<select
id=
"getAlgorithmSceneBasePo"
resultType=
"com.censoft.flink.domain.AlgorithmSceneBasePo"
>
SELECT scb.id AS id,
scb.scene_name AS sceneName,
...
...
@@ -39,4 +44,6 @@
WHERE asp.scene_id = #{sceneId}
ORDER BY asp.sort ASC
</select>
</mapper>
\ No newline at end of file
src/main/java/com/censoft/flink/mapper/SqlFactory.java
View file @
aa4d8424
...
...
@@ -42,6 +42,20 @@ public class SqlFactory {
return
algorithmScenePiecePoList
;
}
public
int
updateLiveBySceneId
(
Long
sceneId
)
throws
IOException
{
SqlSession
session
=
initSqlSession
();
//指定要执行的SQL语句的id
//SQL语句的id=namespace+"."+SQL语句所在标签的id属性的值
String
SQLID
=
"com.censoft.flink.mapper.AlgorithmSceneDao"
+
"."
+
"updateLiveBySceneId"
;
//通过SqlSession对象的方法执行SQL语句
int
result
=
session
.
update
(
SQLID
,
sceneId
);
//提交事务
session
.
commit
();
//最后我们关闭SqlSession对象
session
.
close
();
return
result
;
}
private
SqlSession
initSqlSession
()
throws
IOException
{
/*
myBatis的核心类是SqlSessionFactory
...
...
src/main/java/com/censoft/flink/transform/AlgorithmTypeFlatMapFunction.java
View file @
aa4d8424
...
...
@@ -47,7 +47,6 @@ public class AlgorithmTypeFlatMapFunction implements FlatMapFunction<AlgorithmPu
}).
collect
(
Collectors
.
toList
());
for
(
AlgorithmPushDto
pushDto
:
collect
)
{
logger
.
error
(
"分流:"
+
pushDto
);
collector
.
collect
(
pushDto
);
}
...
...
src/main/java/com/censoft/flink/transform/UpdateLiveFilterFunction.java
0 → 100644
View file @
aa4d8424
package
com
.
censoft
.
flink
.
transform
;
import
com.censoft.flink.domain.AlgorithmPushDto
;
import
com.censoft.flink.mapper.SqlFactory
;
import
java.io.IOException
;
/**
* @author 周昊
* @desc 更新场景存活时间
*/
public
class
UpdateLiveFilterFunction
implements
AlgorithmBaseFilterFunction
{
//sceneId 场景id
private
final
Long
sceneId
;
public
UpdateLiveFilterFunction
(
Long
sceneId
)
{
this
.
sceneId
=
sceneId
;
}
@Override
public
boolean
filter
(
AlgorithmPushDto
algorithmPushDto
)
throws
IOException
{
SqlFactory
sqlFactory
=
new
SqlFactory
();
sqlFactory
.
updateLiveBySceneId
(
sceneId
);
return
true
;
}
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment