python递归下载文件夹下所有文件

pip install requests

####春江暮客 www.bobobk.comimport requestsimport reimport osimport sysdef help(script): text = 'python3 %s https://www.bobobk.com ./' % script print(text)def get_file(url,path):##文件下载函数  content = requests.get(url)  print("write %s in %s" % (url,path))  filew = open(path+url.split("/")[-1],'wb')  for chunk in content.iter_content(chunk_size=512 * 1024):     if chunk: # filter out keep-alive new chunks      filew.write(chunk)  filew.close()def get_dir(url,path): #文件夹处理逻辑  content = requests.get(url).text  if "<title>Index of" in content:    sub_url = re.findall('href="(.*?)" rel="external nofollow" ',content)      print(sub_url)    for i in sub_url:      if "/" in i:              i = i.split("/")[0]        print(i)        if i!="." and i!="..":                    if not os.direxists(path+i):            os.mkdir(path+i)                   get_dir(url+"/"+i,path+i+"/")          print("url:"+url+"/"+i+"/nurl_path:"+path+i+"/")      else:        get_file(url+"/"+i,path)  else:    get_file(url,path)if __name__ == '__main__': if not sys.argv[1]: help(sys.argv[0]) exit(0) else: get_dir(sys.argv[1],"./")