用Java爬微博数据导入到Excel中

<dependency>
    <groupId>cn.hutool</groupId>
    <artifactId>hutool-all</artifactId>
    <version> 5.3.4</version>
</dependency>
<dependency>
    <groupId>com.alibaba</groupId>
    <artifactId>easyexcel</artifactId>
    <version>3.0.5</version>
</dependency>

public static void main(String[] args) throws ParseException {
       String url = "https://weibo.com/ajax/statuses/mymblog?uid=1642512402&page=%s&feature=0";
       SimpleDateFormat dateFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
       //爬到这个日期就停下来
       Date stopDate = dateFormat.parse("2022-11-01 00:00:00");
       for (int i = 1;; i++) {
           try {
               HttpResponse response = HttpUtil.createGet(String.format(url, i))
                       .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:108.0) Gecko/20100101 Firefox/108.0")
                       .header("Cookie", "你的cookie，最好登录一下再复制")
                       .execute();
               JSONArray list = JSONObject.parseObject(response.body()).getJSONObject("data")
                       .getJSONArray("list");
               boolean stop = false;
               for (Object o : list) {
                   JSONObject data = (JSONObject) o;
                   Date created = new Date(data.getString("created_at"));
                   //到指定日期了，就可以结束了
                   if (created.before(stopDate)) {
                       stop = true;
                       break;
                   }
                   //替换掉sb超链接、图片啥的
                   String text = data.getString("text").replaceAll("<[^<>]*>", "");
                   String repost = data.getString("reposts_count");
                   String comment = data.getString("comments_count");
                   String like = data.getString("attitudes_count");
                   System.out.println(dateFormat.format(created) + " " + text);
               }
               response.close();
               if (stop) {
                   break;
               }
               //记得sleep一会，不然会被禁ip几分钟
               Thread.sleep(700);
           } catch (Exception e) {
               e.printStackTrace();
           }
       }
   }

import com.alibaba.excel.annotation.ExcelProperty;
import lombok.Data;
import lombok.experimental.Accessors;

import java.util.Date;

@Data
@Accessors(chain = true)
public class ExcelData {

    @ExcelProperty("发布日期")
    private Date date;
    @ExcelProperty("内容")
    private String content;

    @ExcelProperty("点赞")
    private Long like;

    @ExcelProperty("评论")
    private Long comment;

    @ExcelProperty("转发")
    private Long repost;
}

public static void main(String[] args) throws ParseException {
        String url = "https://weibo.com/ajax/statuses/mymblog?uid=1699432410&page=%s&feature=0";

        List<ExcelData> excelDataList = new ArrayList<>();
        SimpleDateFormat dateFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
        Date stopDate = dateFormat.parse("2022-11-01 00:00:00");

        for (int i = 1;; i++) {
            try {
                HttpResponse response = HttpUtil.createGet(String.format(url, i))
                        .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:108.0) Gecko/20100101 Firefox/108.0")
                        .header("Cookie", "你的cookie")
                        .execute();
                JSONArray list = JSONObject.parseObject(response.body()).getJSONObject("data")
                        .getJSONArray("list");

                boolean stop = false;
                for (Object o : list) {
                    JSONObject data = (JSONObject) o;
                    Date created = new Date(data.getString("created_at"));
                    if (created.before(stopDate)) {
                        stop = true;
                        break;
                    }
                    String text = data.getString("text").replaceAll("<[^<>]*>", "");
                    String repost = data.getString("reposts_count");
                    String comment = data.getString("comments_count");
                    String like = data.getString("attitudes_count");
                    System.out.println(dateFormat.format(created));
                    ExcelData excelData = new ExcelData()
                            .setDate(created)
                            .setLike(Long.parseLong(like))
                            .setComment(Long.parseLong(comment))
                            .setRepost(Long.parseLong(repost))
                            .setContent(text);
                    excelDataList.add(excelData);
                }
                response.close();
                if (stop) {
                    break;
                }
                Thread.sleep(700);
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
        System.out.println("读取完毕开始写数据");
        EasyExcel.write("D:/新华社.xlsx", ExcelData.class)
                .sheet("Sheet1")
                .doWrite(excelDataList);
    }

    --add-opens java.base/java.lang=ALL-UNNAMED