diff --git a/src/libpostal_data b/src/libpostal_data index ac5f763a..27bcf30d 100755 --- a/src/libpostal_data +++ b/src/libpostal_data @@ -36,10 +36,11 @@ export LC_ALL=C EPOCH_DATE="Jan 1 00:00:00 1970" MB=$((1024*1024)) -LARGE_FILE_SIZE=$((100*$MB)) - CHUNK_SIZE=$((64*$MB)) +LARGE_FILE_SIZE=$((CHUNK_SIZE*2)) + + NUM_WORKERS=10 function kill_background_processes {