首页 > 其他 > 详细

getIcourse163ByPage

时间:2018-02-12 19:56:43      阅读:267      评论:0      收藏:0      [点我收藏+]

 

public static String getIcourse163ByPage(String pageIndex) throws IOException {
        String urlStart = "http://www.icourse163.org/category/all#?type=30&orderBy=0&pageIndex=1";
        Connection con = Jsoup.connect(urlStart);
        Connection.Response resp = con.method(Connection.Method.GET).execute();
        Map<String,String> cookies = resp.cookies();
        Map<String,String> headers = resp.headers();

        String url = "http://www.icourse163.org/web/j/courseBean.getCoursePanelListByFrontCategory.rpc?csrfKey=";
        Connection con2 = Jsoup.connect(url);
        con2.cookies(cookies);
        if (headers != null) {
            for (Map.Entry<String, String> entry : headers.entrySet()) {
                //添加参数
                con2.header(entry.getKey(), entry.getValue());
            }
        }
        con2.header("Content-Type","application/x-www-form-urlencoded");


        con2.data("csrfKey", "");
        con2.data("categoryId", "-1");
        con2.data("type", "30");
        con2.data("orderBy", "0");
        con2.data("pageIndex", pageIndex);
//        con2.data("pageIndex", "5");
        con2.data("pageSize", "20");

        Document doc = null;
        try {
            doc = con2.ignoreContentType(true).post();
        } catch (IOException e) {
            e.printStackTrace();
        }
        //System.out.println(doc.body());

        return doc.body().outerHtml();
    }


    public static void main(String[] args) throws IOException {
//        Icourse163Spider.getOnePageFromPANSOU_("http://www.icourse163.org/category/all#?type=30&orderBy=0&pageIndex=56");
//        String url = "http://www.icourse163.org/category/all#?type=30&orderBy=0&pageIndex=56";
//        Icourse163Spider.httpGetHeader(url, "", "");
//        String urlJson = "http://www.icourse163.org/web/j/courseBean.getCoursePanelListByFrontCategory.rpc?csrfKey=0e0a679fd3804fcc94e19d3e434d61e2";
//        Icourse163Spider.httpPost(urlJson, headersOne, "");


        for(int i=5;i<56;i++) {
            FileUtils.writeToFile("d://icourse163//" + i + ".txt", getIcourse163ByPage("" + i), false);
            try {
                Thread.sleep(1000*3);
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }

    }

 

getIcourse163ByPage

原文:https://www.cnblogs.com/yasepix/p/8445230.html

(0)
(0)
   
举报
评论 一句话评论(0
关于我们 - 联系我们 - 留言反馈 - 联系我们:wmxa8@hotmail.com
© 2014 bubuko.com 版权所有
打开技术之扣,分享程序人生!