1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | #-*-coding: utf-8 -*- import requests from bs4 import BeautifulSoup def spider(max_pages): page = 1 while page <= max_pages: url = 'http://sleep4725.tistory.com/' + str(page) source_code = requests.get(url) plain_text = source_code.text soup = BeautifulSoup(plain_text, 'lxml') print (soup) page += 1 def main(): spider(3) if __name__ == "__main__": main() | cs |