tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[utils] Using curl with redirects and retries for download_file

Browse Source
This commit is contained in:
Al
2016-08-29 00:32:29 -04:00
parent 2aa7d4db29
commit 4d36e2553a
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
scripts/geodata/file_utils.py
View File

@@ -1,10 +1,13 @@
import os import os
import subprocess import subprocess
import six
def download_file(url, dest): def download_file(url, dest, retries=3, retry_delay=5):
ensure_dir(os.path.dirname(dest)) ensure_dir(os.path.dirname(dest))
return subprocess.call(['wget', url, '-O', dest, '--quiet']) == 0 return subprocess.call(['curl', url, '-L', '--retry', six.text_type(retries),
'--retry-delay', six.text_type(retry_delay),
'-o', dest, '--silent']) == 0
def unzip_file(filename, dest): def unzip_file(filename, dest):