調整 localRE pat, 更新 getAddressRoad()

Author: EclairCJ

ArticutAPI/Toolkit/data/strangerRoad.pj

@@ -1,6 +1,9 @@
 #!/usr/bin/env python3
 # -*- coding:utf-8 -*-
 
+from pathlib import Path
+
+import pickle
 import re
 
 class TaiwanAddressAnalizer:
@@ -10,20 +13,24 @@ def __init__(self, locale=None):
         else:
             locale="TW"
         self.addTWPat = re.compile("(?<=<KNOWLEDGE_addTW>)[^<]*?(?=</KNOWLEDGE_addTW>)")
-        self.TWaddPatDICT = {"countyPat"      : "[^\s][^市]縣",
-                             "cityPat"        : "[^是在於及、，\s]{1,2}市",
-                             "districtPat"    : "那瑪夏區|[^市及、，\s]+?.社?區|[東西南北中]區",
-                             "townshipPat"    : "(?:阿里山|三地門|太麻里)鄉|..鄉|[^縣].里(?!區)",
-                             "townPat"        : "[^\s][^\s]鎮",
-                             "villagePat"     : "(?:(?<=[縣市區鄉鎮路段])(?:[^\s縣市區鄉鎮路段]+)?新?村|[^\s][^\s]新?村)(?!路)",
-                             "neighborhoodPat": "(?:\s?[零一二三四五六七八九十廿卅０-９\d]+?\s?鄰)",
-                             "roadPat"        : "市府路|市[政場](?:[北南中]|[1-7一二三四五六七]){0,2}路|市港[^\s]路|美村路|[新環村盛果]市[^\s]?[路街]|市民大道|市宅街|[埔菜美元西]市[路街]|(?<=[縣市區鄉鎮里村鄰])[^市區鄉鎮村路及鄰、，]{1,4}(?:[路街](?!里)|大道)(?:[零一二三四五六七八九十廿卅百０-９\d]+?街)?",
-                             "sectionPat"     : "\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?段",
-                             "alleyPat"       : "(?:國中|市場|新市.|七里溪|(?:[^縣市區鄉鎮里村路街段]{1,2}|鐵路)[零一二三四五六七八九十廿卅百０-９\d]*?|\s?[零一二三四五六七八九十廿卅百０-９\d]*?)\s?巷(?:[零一二三四五六七八九十廿卅百０-９\d]*?\s?弄)?",
-                             "numberPat"      : "(?:\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?[之\-]\s?)?\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?號(?:[之\-]\s?[零一二三四五六七八九十廿卅百０-９\d]+?)?",
-                             "floorPat"       : "\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?[fF樓]",
-                             "roomPat"        : "\s?(?:[a-zA-Z零一二三四五六七八九十廿卅百\d０-９]+?)\s?(室?$)"}
+        self.TWaddPatDICT = {"countyPat"      : r"[^\s][^市]縣",
+                             "cityPat"        : r"[^是在於及、，\s]{1,2}市",
+                             "districtPat"    : r"那瑪夏區|[^市及、，\s]+?.社?區|[東西南北中]區",
+                             "townshipPat"    : r"(?:阿里山|三地門|太麻里)鄉|..鄉|[^縣].里(?!區)",
+                             "townPat"        : r"[^\s][^\s]鎮",
+                             "villagePat"     : r"(?:(?<=[縣市區鄉鎮鄰路街段])(?:[^\s縣市區鄉鎮鄰路街段]+)?新?村|[^\s][^\s]新?村)(?!路)",
+                             "neighborhoodPat": r"(?:\s?[零一二三四五六七八九十廿卅０-９\d]+?\s?鄰)",
+                             "roadPat"        : r"市[政場](?:[北南中]|[1-7一二三四五六七]){0,2}路|" \
+                                                r"市府路|市港[^\s]路|[新環村盛果]市[^\s]?[路街]|美村路|市民大道|市宅街|[埔菜美元西]市[路街]|" \
+                                                r"(?<=[縣市區鄉鎮里村鄰])(?:{{STRANGE_ROAD}}[^市區鄉鎮村路及鄰、，]{1,4}(?:[路街](?!里)|大道)(?:[零一二三四五六七八九十廿卅百０-９\d]+?街)?)",
+                             "sectionPat"     : r"\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?段",
+                             "alleyPat"       : r"(?:國中|市場|新市.|七里溪|(?:[^縣市區鄉鎮里村路街段]{1,2}|鐵路)[零一二三四五六七八九十廿卅百０-９\d]*?|\s?[零一二三四五六七八九十廿卅百０-９\d]*?)\s?巷(?:[零一二三四五六七八九十廿卅百０-９\d]*?\s?弄)?",
+                             "numberPat"      : r"(?:\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?[之\-]\s?)?\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?號(?:[之\-]\s?[零一二三四五六七八九十廿卅百０-９\d]+?)?",
+                             "floorPat"       : r"\s?[零一二三四五六七八九十廿卅百０-９\d]*?\s?[fF樓]",
+                             "roomPat"        : r"\s?(?:[a-zA-Z零一二三四五六七八九十廿卅百\d０-９]+?)\s?(?:室?$)"}
         self.stripPat = re.compile("(?<=>).*?(?=<)")
+        basePath = Path(__file__).resolve().parent
+        self.stragerRoadPatDICT = pickle.loads(open(f"{basePath}/data/strangerRoad.pj", "rb").read())
 
     def _addIndexConverter(self, ArticutResultDICT, addIndexLIST):
         '''
@@ -193,11 +200,19 @@ def getAddressRoad(self, ArticutResultDICT, indexWithPOS=True):
         if type(ArticutResultDICT) is list:
             ArticutResultLIST = self.mergeBulkResult(ArticutResultDICT)
             for i, x in enumerate(ArticutResultLIST):
-                resultAppend(self._getAddLIST(x, self.TWaddPatDICT["roadPat"]))
+                sRoadReSTR = ""
+                wordSET = set("".join(x["result_segmentation"])).intersection(self.stragerRoadPatDICT)
+                if wordSET:
+                    sRoadReSTR = fr"(?:{'|'.join([self.stragerRoadPatDICT[w] for w in wordSET if w in self.stragerRoadPatDICT])})(?=\s?\d+(?:-\d+)?\s?號)|"
+                resultAppend(self._getAddLIST(x, self.TWaddPatDICT["roadPat"].replace("{{STRANGE_ROAD}}", sRoadReSTR)))
                 if not indexWithPOS and resultLIST:
                     resultLIST[i] = self._addIndexConverter(x, resultLIST)
         else:
-            resultLIST = self._getAddLIST(ArticutResultDICT, self.TWaddPatDICT["roadPat"])
+            sRoadReSTR = ""
+            wordSET = set("".join(ArticutResultDICT["result_segmentation"])).intersection(self.stragerRoadPatDICT)
+            if wordSET:
+                sRoadReSTR = fr"(?:{'|'.join([self.stragerRoadPatDICT[w] for w in wordSET if w in self.stragerRoadPatDICT])})(?=\s?\d+(?:-\d+)?\s?號)|"
+            resultLIST = self._getAddLIST(ArticutResultDICT, self.TWaddPatDICT["roadPat"].replace("{{STRANGE_ROAD}}", sRoadReSTR))
             if not indexWithPOS and resultLIST:
                 resultLIST = self._addIndexConverter(ArticutResultDICT, resultLIST)
         return resultLIST

ArticutAPI/Toolkit/localRE.py

@@ -1 +1,2 @@
 include ArticutAPI/Toolkit/data/*json
+include ArticutAPI/Toolkit/data/strangerRoad.pj

MANIFEST.in

@@ -5,7 +5,7 @@
 
 setuptools.setup(
     name="ArticutAPI",
-    version="1.3.7",
+    version="1.3.8",
     author="Droidtown Linguistic Tech. Co. Ltd.",
     author_email="info@droidtown.co",
     description="Articut NLP system provides not only finest results on Chinese word segmentaion (CWS), Part-of-Speech tagging (POS) and Named Entity Recogintion tagging (NER), but also the fastest online API service in the NLP industry.",