diff --git a/src/main/java/cn/fw/freya/service/crawl/impl/BilibiliCrawl.java b/src/main/java/cn/fw/freya/service/crawl/impl/BilibiliCrawl.java index ee76f18..dd32750 100644 --- a/src/main/java/cn/fw/freya/service/crawl/impl/BilibiliCrawl.java +++ b/src/main/java/cn/fw/freya/service/crawl/impl/BilibiliCrawl.java @@ -379,6 +379,7 @@ public class BilibiliCrawl implements CrawlStrategy { //.roomCoverImage(Optional.ofNullable(obj.getString("liveCover")).orElse("")) .roomId(Optional.ofNullable(obj.getString("live_id")).orElse(""))// 直播间id .roomName(Optional.ofNullable(obj.getString("title")).orElse(""))// 直播间标题 + .getPlaybackFailTimes(0) //.score(obj.getInteger("score")) //.watchCnt(obj.getInteger("watch_cnt")) //.watchPeakUserCnt(Optional.ofNullable(obj.getInteger("max_online")).orElse(0))// 在线峰值??? diff --git a/src/main/java/cn/fw/freya/service/crawl/impl/DongCheDiCrawl.java b/src/main/java/cn/fw/freya/service/crawl/impl/DongCheDiCrawl.java index 660823b..d862b7c 100644 --- a/src/main/java/cn/fw/freya/service/crawl/impl/DongCheDiCrawl.java +++ b/src/main/java/cn/fw/freya/service/crawl/impl/DongCheDiCrawl.java @@ -331,6 +331,7 @@ public class DongCheDiCrawl implements CrawlStrategy { //.shareCnt(Optional.ofNullable(obj.getInteger("shareUv")).orElse(0)) //.likeCnt(Optional.ofNullable(obj.getInteger("likeCnt")).orElse(0)) .userNick(Optional.ofNullable(userInfo.getString("userNick")).orElse(""))// 用户昵称 + .getPlaybackFailTimes(0) .build()); }); Date previousDay = DateUtil.getPreviousDay(new Date()); diff --git a/src/main/java/cn/fw/freya/service/crawl/impl/DouYinCrawl.java b/src/main/java/cn/fw/freya/service/crawl/impl/DouYinCrawl.java index f7bccaf..16ae63c 100644 --- a/src/main/java/cn/fw/freya/service/crawl/impl/DouYinCrawl.java +++ b/src/main/java/cn/fw/freya/service/crawl/impl/DouYinCrawl.java @@ -582,6 +582,7 @@ public class DouYinCrawl implements CrawlStrategy { .watchCnt(Optional.ofNullable(obj.getInteger("watch_cnt")).orElse(0))// 观看人次 .watchPeakUserCnt(Optional.ofNullable(obj.getInteger("watch_pcu")).orElse(0))// 在线人数巅峰 .watchUserCnt(Optional.ofNullable(obj.getInteger("watch_ucnt")).orElse(0))// 观众人数 + .getPlaybackFailTimes(0) .build() ); } diff --git a/src/main/java/cn/fw/freya/service/crawl/impl/KuaiShouCrawl.java b/src/main/java/cn/fw/freya/service/crawl/impl/KuaiShouCrawl.java index e1089e1..cc4cf55 100644 --- a/src/main/java/cn/fw/freya/service/crawl/impl/KuaiShouCrawl.java +++ b/src/main/java/cn/fw/freya/service/crawl/impl/KuaiShouCrawl.java @@ -419,6 +419,7 @@ public class KuaiShouCrawl implements CrawlStrategy { //.watchCnt(obj.getInteger("watch_cnt")) .watchPeakUserCnt(Optional.ofNullable(obj.getInteger("maxConcurrentUv")).orElse(0)) .watchUserCnt(Optional.ofNullable(obj.getInteger("playUv")).orElse(0)) + .getPlaybackFailTimes(0) .shareCnt(Optional.ofNullable(obj.getInteger("shareUv")).orElse(0)) .likeCnt(Optional.ofNullable(obj.getInteger("likeCnt")).orElse(0)) diff --git a/src/main/java/cn/fw/freya/task/DataCaptureTask.java b/src/main/java/cn/fw/freya/task/DataCaptureTask.java index 0760509..5dc125a 100644 --- a/src/main/java/cn/fw/freya/task/DataCaptureTask.java +++ b/src/main/java/cn/fw/freya/task/DataCaptureTask.java @@ -101,8 +101,8 @@ public class DataCaptureTask { final Random random = new Random(); List withoutPlaybackLive = common.getWithoutPlaybackLive(1, 60d) .stream() - .filter(item -> 0 < item.getGetPlaybackFailTimes() && item.getGetPlaybackFailTimes() < 15) - .collect(Collectors.toList()); + .filter(item -> 0 <= item.getGetPlaybackFailTimes() && item.getGetPlaybackFailTimes() < 30) + .collect(Collectors.toList());// 找到直播时长>60分钟, 失败次数<30的直播数据 Collection> values = withoutPlaybackLive .stream() .collect(Collectors.groupingBy(LivePool::getPhoneNo))