python中的图像下载

Question

嗨我有一个名为image.txt的文件，其中包含大约5,00,000图像url.I想读取url并下载图像并将其保存在一个目录中。如果图像不可下载I想要打印异常并重新开始下载其他文件，我可以通过优化的方式来实现。

import sys 
import os 
import urllib 


def isValidFile(path): 
    if not os.path.isfile(path): 
     print "Path " + path + " doesn't exist! Aborting..." 
     exit(1) 


def isValidDir(path): 
    if not os.path.isdir(path): 
     print "Path " + path + " doesn't exist! Aborting..." 
     exit(1) 


def normalize(url): 
    url = url.split("/")[-1] 
    return url.split("\n")[0] 

# Execution Starts Here 
urls = sys.argv[1] 
isValidFile(urls) 

out_dir = sys.argv[2] 
isValidDir(out_dir) 

with open(urls) as url_array: 
    for url in url_array: 
     urllib.urlretrieve(url, os.path.join(out_dir,  normalize(url))) 

    print("Images Downloaded") 

Answer 1

如果你想要一个纯Python的解决方案，你可以试试这个：

import urllib 
import os 

def getImage(url, dest): 
    with open(dest, 'wb') as fh: 
     fh.write(urllib.urlopen(url).read()) 

for url in urlArray: 
    try: 
     getImage(url, os.path.basename(url)) 
    except Exception: 
     print "Error downloading {}".format(url)