크롤링 => json 파일로 적재
package eX_.com.sun;
import java.io.FileWriter;
import java.io.IOException;
import org.json.simple.JSONObject;
import org.jsoup.Connection;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
public class CCrwl {
protected String jsonFilePath = "./src/eX_/com/sun/resltFile.json";
public void urlRequest() {
Connection.Response response = null;
FileWriter file = null;
JSONObject obj = null;
try {
obj = new JSONObject();
response = Jsoup.connect("https://www.naver.com/")
.method(Connection.Method.GET)
.execute();
Document htmlDoc = response.parse();
Element data = htmlDoc.selectFirst("ul.ah_l");
Elements datas = data.select("li.ah_item > a");
for (Element d : datas) {
obj.put(d.selectFirst("span.ah_r").text(),
d.selectFirst("span.ah_k").text());
}
file = new FileWriter(jsonFilePath);
file.write(obj.toJSONString());
file.flush();
file.close();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
'언어 > java' 카테고리의 다른 글
elasticsearch java api : total index search (0) | 2019.04.22 |
---|---|
elasticsearch java api search (0) | 2019.03.13 |
crawling + json (0) | 2019.02.13 |
자바 그룹스터디 4회차 (0) | 2018.09.25 |
stack 을 활용한 swap (0) | 2018.09.02 |