download() with num_tries

request의 반환값에 따라 작동방식을 다르게 한 코드

 

 

code:

 

import urllib.request
from urllib.error import URLError, HTTPError, ContentTooShortError

def download(url, num_retries=2):
    print('Downloading:', url)
    try:
        html = urllib.request.urlopen(url).read()
        
    except (URLError, HTTPError, ContentTooShortError) as e:
        
        print('Download error:', e.reason)
        html = None
        
        if num_retries > 0:
            if hasattr(e,'code') and 500 <= e.code < 600:
                return download(url, num_retries-1)
            
    return html

downloaded_html = download('http://httpstat.us/500')