크롤링 => json 파일로 적재
package eX_.com.sun;
import java.io.FileWriter;
import java.io.IOException;
import org.json.simple.JSONObject;
import org.jsoup.Connection;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
public class CCrwl {
protected String jsonFilePath = "./src/eX_/com/sun/resltFile.json";
public void urlRequest() {
Connection.Response response = null;
FileWriter file = null;
JSONObject obj = null;
try {
obj = new JSONObject();
response = Jsoup.connect("https://www.naver.com/")
.method(Connection.Method.GET)
.execute();
Document htmlDoc = response.parse();
Element data = htmlDoc.selectFirst("ul.ah_l");
Elements datas = data.select("li.ah_item > a");
for (Element d : datas) {
obj.put(d.selectFirst("span.ah_r").text(),
d.selectFirst("span.ah_k").text());
}
file = new FileWriter(jsonFilePath);
file.write(obj.toJSONString());
file.flush();
file.close();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}