public static void main(String[] args) throws Exception {
StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
env.setParallelism(1);
StreamTableEnvironment tableEnv = StreamTableEnvironment.create(env);
tableEnv.executeSql("CREATE TABLE WaterSensor (" +
"id STRING," +
"ts BIGINT," +
"vc BIGINT," +
// "`pt` TIMESTAMP(3),"+
// "WATERMARK FOR pt AS pt - INTERVAL '10' SECOND" +
"pt as PROCTIME() " +
") WITH (" +
"'connector' = 'kafka'," +
"'topic' = 'kafka_data_waterSensor'," +
"'properties.bootstrap.servers' = '127.0.0.1:9092'," +
"'properties.group.id' = 'test'," +
"'scan.startup.mode' = 'earliest-offset'," +
// "'json.fail-on-missing-field' = 'false'," +
// "'json.ignore-parse-errors' = 'true'," +
"'format' = 'json'" +
")"
);
tableEnv.executeSql("CREATE TABLE flinksink (" +
"componentname STRING," +
"componentcount BIGINT NOT NULL," +
"componentsum BIGINT" +
") WITH (" +
"'connector.type' = 'jdbc'," +
"'connector.url' = 'jdbc:mysql://localhost:3306/testdb?characterEncoding=UTF-8&useUnicode=true&useSSL=false&tinyInt1isBit=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai'," +
"'connector.table' = 'flinksink'," +
"'connector.driver' = 'com.mysql.cj.jdbc.Driver'," +
"'connector.username' = 'root'," +
"'connector.password' = 'root'," +
"'connector.write.flush.max-rows'='3'\r\n" +
")"
);
Table result = tableEnv.sqlQuery(
"SELECT " +
"id as componentname, " + //window_start, window_end,
"COUNT(ts) as componentcount ,SUM(ts) as componentsum " +
"FROM TABLE( " +
"TUMBLE( TABLE WaterSensor , " +
"DESCRIPTOR(pt), " +
"INTERVAL '10' SECOND)) " +
"GROUP BY id , window_start, window_end"
);
// //方式一:寫入數(shù)據(jù)庫
//// result.executeInsert("flinksink").print(); //;.insertInto("flinksink");
//
//方式二:寫入數(shù)據(jù)庫
tableEnv.createTemporaryView("ResultTable", result);
tableEnv.executeSql("insert into flinksink SELECT * FROM ResultTable").print();
env.execute();
}
(7)FlinkSQL將kafka數(shù)據(jù)寫入到mysql方式二
?著作權(quán)歸作者所有,轉(zhuǎn)載或內(nèi)容合作請(qǐng)聯(lián)系作者
- 文/潘曉璐 我一進(jìn)店門合冀,熙熙樓的掌柜王于貴愁眉苦臉地迎上來,“玉大人项贺,你說我怎么就攤上這事君躺。” “怎么了开缎?”我有些...
- 文/不壞的土叔 我叫張陵棕叫,是天一觀的道長。 經(jīng)常有香客問我奕删,道長俺泣,這世上最難降的妖魔是什么? 我笑而不...
- 正文 為了忘掉前任完残,我火速辦了婚禮伏钠,結(jié)果婚禮上,老公的妹妹穿的比我還像新娘谨设。我一直安慰自己熟掂,他們只是感情好,可當(dāng)我...
- 文/花漫 我一把揭開白布扎拣。 她就那樣靜靜地躺著赴肚,像睡著了一般。 火紅的嫁衣襯著肌膚如雪二蓝。 梳的紋絲不亂的頭發(fā)上誉券,一...
- 文/蒼蘭香墨 我猛地睜開眼,長吁一口氣:“原來是場(chǎng)噩夢(mèng)啊……” “哼决帖!你這毒婦竟也來了厕九?” 一聲冷哼從身側(cè)響起,我...
- 序言:老撾萬榮一對(duì)情侶失蹤地回,失蹤者是張志新(化名)和其女友劉穎扁远,沒想到半個(gè)月后,有當(dāng)?shù)厝嗽跇淞掷锇l(fā)現(xiàn)了一具尸體刻像,經(jīng)...
- 正文 獨(dú)居荒郊野嶺守林人離奇死亡畅买,尸身上長有42處帶血的膿包…… 初始之章·張勛 以下內(nèi)容為張勛視角 年9月15日...
- 正文 我和宋清朗相戀三年,在試婚紗的時(shí)候發(fā)現(xiàn)自己被綠了细睡。 大學(xué)時(shí)的朋友給我發(fā)了我未婚夫和他白月光在一起吃飯的照片谷羞。...
- 正文 年R本政府宣布嗓违,位于F島的核電站,受9級(jí)特大地震影響图贸,放射性物質(zhì)發(fā)生泄漏蹂季。R本人自食惡果不足惜,卻給世界環(huán)境...
- 文/蒙蒙 一疏日、第九天 我趴在偏房一處隱蔽的房頂上張望偿洁。 院中可真熱鬧,春花似錦沟优、人聲如沸父能。這莊子的主人今日做“春日...
- 文/蒼蘭香墨 我抬頭看了看天上的太陽。三九已至溉委,卻和暖如春鹃唯,著一層夾襖步出監(jiān)牢的瞬間,已是汗流浹背瓣喊。 一陣腳步聲響...
- 正文 我出身青樓洪橘,卻偏偏與公主長得像跪者,于是被迫代替她去往敵國和親。 傳聞我的和親對(duì)象是個(gè)殘疾皇子熄求,可洞房花燭夜當(dāng)晚...
推薦閱讀更多精彩內(nèi)容
- 這里不展開zookeeper渣玲、kafka安裝配置(1)首先需要啟動(dòng)zookeeper和kafka (2)定義一個(gè)k...
- 本章節(jié)主要演示從socket接收數(shù)據(jù),通過滾動(dòng)窗口每30秒運(yùn)算一次窗口數(shù)據(jù)弟晚,然后將結(jié)果寫入Mysql數(shù)據(jù)庫 (1)...
- 本次使用版本kafka_2.12-2.70Apache-Flink 1.12Debezium 1.3環(huán)境均為本地啟...