tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[data] Each curl process will retry the chunk up to 3 times

Browse Source
This commit is contained in:
Al
2016-08-25 23:18:39 -04:00
parent de1255af00
commit 01afbf80ef
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/libpostal_data
View File

@@ -51,7 +51,7 @@ kill_background_processes() {
trap kill_background_processes INT trap kill_background_processes INT
PART_MSG='echo "Downloading part $1: filename=$5, offset=$2, max=$3"' PART_MSG='echo "Downloading part $1: filename=$5, offset=$2, max=$3"'
PART_CURL='curl $4 --silent -H"Range:bytes=$2-$3" -o $5' PART_CURL='curl $4 --silent -H"Range:bytes=$2-$3" --retry 3 --retry-delay 2 -o $5'
DOWNLOAD_PART="$PART_MSG;$PART_CURL" DOWNLOAD_PART="$PART_MSG;$PART_CURL"
@@ -112,7 +112,7 @@ download_file() {
if [ $content_length -ge $LARGE_FILE_SIZE ]; then if [ $content_length -ge $LARGE_FILE_SIZE ]; then
download_multipart $url $local_path $content_length download_multipart $url $local_path $content_length
else else
curl $url -o $local_path curl $url --retry 3 --retry-delay 2 -o $local_path
fi fi
if date -ur . >/dev/null 2>&1; then if date -ur . >/dev/null 2>&1; then