[fix] sparsity of country tags should be enough for language address training data
This commit is contained in:
@@ -707,9 +707,6 @@ def build_address_format_training_data_limited(language_rtree, infile, out_dir):
|
|||||||
have_country = True
|
have_country = True
|
||||||
_ = value.pop(k, None)
|
_ = value.pop(k, None)
|
||||||
|
|
||||||
if have_country and random.random() < 0.8:
|
|
||||||
have_country = False
|
|
||||||
|
|
||||||
if not value:
|
if not value:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user