From b406861c677acec3af36b576c7896a0fdc77499d Mon Sep 17 00:00:00 2001 From: Al Date: Fri, 4 Mar 2016 13:45:47 -0500 Subject: [PATCH] [build][ci skip] Generating data files when e.g. language dictionaries change as part of the build, as described in #15. Pushes new files to S3 and commits to repo for pull requests that have been merged --- .travis.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/.travis.yml b/.travis.yml index 522f5e05..e8c43a58 100644 --- a/.travis.yml +++ b/.travis.yml @@ -1,4 +1,8 @@ language: c +env: + global: + - secure: "bHrAu46oecEj3gjamT+XWXtf2J0ZJCFa8tUdgM4evscaJiiwv1TtsGXyhIj/ai7DlRIPVJUtBUy6uoGGjr6GT43zTrzSxYAOMdVXZYsnTDcdL1/0dbwcIK6/u0EI377s1buGIxG1fHveWKXuXwJWDAw4KS+5HU88a42+zMbhKe4=" + - secure: "SkvNYucKVns9qDjOEW2WIhDlOMKBOwhzVcwY++HWTRtn04ErrqR4k01Mmho0jGBQD9JrPLhDgnX1BNy5s+Kmq/bxn9OZm7K1z24qBKb0mBBiNEnf2jvT0AvF5xxM+cJf4KKNL+CC0MwNf5y7HVPq1xibOV4/CNIrc1ZZc9aqdkE=" compiler: - gcc - clang @@ -11,9 +15,20 @@ addons: - libsnappy-dev before_script: - ./bootstrap.sh + - export DICTIONARIES_CHANGED=$(git diff --name-only $TRAVIS_COMMIT_RANGE | grep -q "resources/dictionaries" | wc -l) + - if [ $DICTIONARIES_CHANGED -ne 0 ]; then python scripts/geodata/address_expansions/address_dictionaries.py; fi; + - export NUMEX_CHANGED=$(git diff --name-only $TRAVIS_COMMIT_RANGE | grep -q "resources/dictionaries" | wc -l) + - if [ $NUMEX_CHANGED -ne 0 ]; then python scripts/geodata/i18n/numex.py; fi; + - export TRANSLIT_CHANGED=$(git diff --name-only $TRAVIS_COMMIT_RANGE | grep -q "scripts/i18n/transliteration_rules.py" | wc -l) + - if [ $TRANSLIT_CHANGED -ne 0 ]; then python scripts/geodata/i18n/transliteration_rules.py; fi; install: - if [ "$CC" = "gcc" ]; then export CC="gcc-4.8"; fi script: - ./configure --datadir=$(pwd)/data - make + - if [ $DICTIONARIES_CHANGED -ne 0 ]; then ./src/build_address_dictionary; fi; + - if [ $NUMEX_CHANGED -ne 0 ]; then ./src/build_numex_table; fi; + - if [ $TRANSLIT_CHANGED -ne 0 ]; then ./src/build_trans_table; fi; - make check +after_success: + - if [[ "${TRAVIS_PULL_REQUEST}" = "false" && $DICTIONARIES_CHANGED -ne 0 || $NUMEX_CHANGED -ne 0 || $TRANSLIT_CHANGED -ne 0 ]]; then ./src/libpostal_data upload base $(pwd)/data/libpostal; git commit -a -m "[auto][build] Adding data files"; git push; fi;