Merge pull request #475 from pelias/postalcodes-removeLeadingZero

Add filter to remove leading zeros to `peliasPhrase` analyzer
pelias · Feb 18, 2021 · 7eca249 · 7eca249
2 parents 210a328 + 8a6ac3a
commit 7eca249
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 1 deletion.
diff --git a/integration/analyzer_peliasPhrase.js b/integration/analyzer_peliasPhrase.js
@@ -51,6 +51,9 @@ module.exports.tests.analyze = function(test, common){
     assertAnalysis( 'british_american_english', 'town theatre', ['0:town', '1:theatre', '1:theater'] );
     assertAnalysis( 'british_american_english', 'town theater', ['0:town', '1:theater', '1:theatre'] );
 
+    // remove leading zeros from numeric input
+    assertAnalysis( 'leading_zeros', '01000', ['0:1000'] );
+    assertAnalysis( 'leading_zeros', '09999', ['0:9999'] );
 
     suite.run( t.end );
   });

diff --git a/settings.js b/settings.js
@@ -91,6 +91,7 @@ function generate(){
             "name_synonyms_multiplexer",
             "icu_folding",
             "remove_ordinals",
+            "removeAllZeroNumericPrefix",
             "unique_only_same_position",
             "notnull",
             "flatten_graph"

diff --git a/test/fixtures/expected.json b/test/fixtures/expected.json
@@ -96,6 +96,7 @@
             "name_synonyms_multiplexer",
             "icu_folding",
             "remove_ordinals",
+            "removeAllZeroNumericPrefix",
             "unique_only_same_position",
             "notnull",
             "flatten_graph"
@@ -3049,4 +3050,4 @@
     },
     "dynamic": "strict"
   }
-}
+}
diff --git a/test/settings.js b/test/settings.js
@@ -159,6 +159,7 @@ module.exports.tests.peliasPhraseAnalyzer = function(test, common) {
       "name_synonyms_multiplexer",
       "icu_folding",
       "remove_ordinals",
+      "removeAllZeroNumericPrefix",
       "unique_only_same_position",
       "notnull",
       "flatten_graph"