2022年6月25日16:02:31 屏蔽快手粉丝抓取接口

王明元
1 parent 1ab15ffb
Showing 2 changed files with 10 additions and 7 deletions
src/main/java/cn/fw/freya/service/crawl/impl/KuaiShouCrawl.java
src/main/java/cn/fw/freya/utils/CronCheckUtil.java
@@ -286,7 +286,7 @@ public class KuaiShouCrawl implements CrawlStrategy {
         params.put("dateType", "");
         params.put("endTime", endTime.getTime());
         params.put("page", "1");
-        params.put("startTime", startTime.getTime());
+        params.put("startTime", startTime.getTime() - 7 * 24 * 3600 * 1000L);
         HttpConfig config = HttpConfig.custom().url("https://cp.kuaishou.com/rest/cp/creator/analysis/live/pc/detail")
                 .context(cookies.getContext())
                 .json(JsonUtils.objectToJson(params))
@@ -575,10 +575,15 @@ public class KuaiShouCrawl implements CrawlStrategy {
         if (!StringUtils.hasText(res)) {
             throw new BusinessException("调用快手[直播]接口失败");
         }
+        Integer fansNum;
+        if (Objects.equals(response.getInteger("result"), 500002))
+            fansNum = 0;
+        else
+            fansNum = response.getJSONObject("data").getInteger("fansCnt");
         final Account account = accountDao.findByPhoneNoAndType(accountNo, this.getType().getValue());
-        if (Objects.nonNull(account) && Objects.nonNull(response)) {
-            accountDao.updateFans(account.getId(), response.getJSONObject("data").getInteger("fansCnt"), new Date());
-        } else if (Objects.isNull(account) && Objects.nonNull(response)) {
+        if (Objects.nonNull(account))
+            accountDao.updateFans(account.getId(), fansNum, new Date());
+        else
             accountDao.save(Account.builder()
                     .cookiesStatus(true)
                     .phoneNo(accountNo)
@@ -587,8 +592,6 @@ public class KuaiShouCrawl implements CrawlStrategy {
                     .reportDate(new Date())
                     .done(false)
                     .build());
-        }
-        assert response != null;
         return Optional.ofNullable(response.getJSONObject("data")).orElse(new JSONObject().fluentPut("fansCnt", 0)).getInteger("fansCnt");
     }
@@ -43,7 +43,7 @@ public class CronCheckUtil {
      */
     public static void main(String[] args) {
         DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
-        final List<LocalDateTime> runtimeList = CronCheckUtil.getRuntimeList("0 0/2 * * * ?", LocalDateTime.now(), 10);
+        final List<LocalDateTime> runtimeList = CronCheckUtil.getRuntimeList("0 15 0 * * ?", LocalDateTime.now(), 10);
         runtimeList.forEach(item -> System.out.println(dateTimeFormatter.format(item)));
     }
 }