[pyhon] 웹 크롤러[beautifulsoup] #a태그

[웹 크롤러 만들기] 

import requests
import re
from bs4 import BeautifulSoup

URL='https://www.daum.net/'
headers = {'Content-Type': 'application/json; charset=utf-8'}
res=requests.get(URL,headers=headers)


soup = BeautifulSoup(res.text,'html.parser')

for url in soup.find_all('a',{'href':re.compile('^http')}) :
    print (url)

[python] requests 모듈 정리