파이썬기초127 : 웹크롤링 예제02

import requests

from bs4 import BeautifulSoup

response = requests.get('https://search.naver.com/search.naver?where=post&sm=tab_jum&ie=utf8&query=가로수길원룸')

response.raise_for_status()

#print response.content

# dom : Document Object Model

dom = BeautifulSoup(response.content, 'html.parser')

#print dom

post_elements = dom.select('ul.type01 li.sh_blog_top')

# print len(post_elements)

for post_element in post_elements:

    title = post_element.select('a.sh_blog_title')[0].attrs.get('title')

    url = post_element.select('a.sh_blog_title')[0].attrs.get('href')

    blog_name = post_element.select('a.txt84')[0].text

    print(title)

    print(url)

    print(blog_name)

    print '-------------------------------------------------'