Add README, Data, Scripts

README.md

@@ -1,3 +1,39 @@
 ---
 license: mit
+library_name: peft
+base_model: TheBloke/Llama-2-7B-Chat-fp16
 ---
+
+# Model Card for Model ID
+
+簡易臺灣路名 JSON 格式解析模型，關於詳細的訓練資料來源與訓練方法，請參考以下文章：
+
+1. [LLM Note Day 24 - 語言模型微調 LLM Finetuning](https://ithelp.ithome.com.tw/articles/10336323)
+2. [LLM Note Day 25 - PEFT & LoRA 訓練框架](https://ithelp.ithome.com.tw/articles/10336491)
+
+## Model Details
+
+### Model Description
+
+- **Developed by:** Penut Chen
+- **Model type:** Llama
+- **Language(s) (NLP):** 繁體中文
+- **License:** MIT
+- **Finetuned from model:** [TheBloke/Llama-2-7B-Chat-fp16](https://huggingface.co/TheBloke/Llama-2-7B-Chat-fp16)
+
+## Usage
+
+- 關於訓練資料，請參考 `data` 資料夾。
+- 關於模型微調，請參考[這份程式碼](scripts/step1_finetuning.py)。
+- 關於合併權重，請參考[這份程式碼](scripts/step2_merge.py)。
+- 關於測試評估，請參考[這份程式碼](scripts/step3_evaluation.py)。
+
+## Training Details
+
+### Training Data
+
+[政府資料開放平台 - 112 全國路名資料](https://data.gov.tw/dataset/35321)
+
+### Framework versions
+
+- PEFT 0.8.2

data/dev.tokens.json.gz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1403ce558f9e3a9df24838fe4eb77cf4d1b907b88626bb9f710ca9df8e083202
+size 4226

data/test.json

@@ -0,0 +1,2502 @@
+[
+  {
+    "city": "新北市",
+    "town": "永和區",
+    "road": "民有街"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "瑞隆街"
+  },
+  {
+    "city": "桃園市",
+    "town": "桃園區",
+    "road": "大華六街"
+  },
+  {
+    "city": "金門縣",
+    "town": "金沙鎮",
+    "road": "何庴"
+  },
+  {
+    "city": "臺中市",
+    "town": "大雅區",
+    "road": "中山五路"
+  },
+  {
+    "city": "臺中市",
+    "town": "大雅區",
+    "road": "神林路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "永靖鄉",
+    "road": "永靖街"
+  },
+  {
+    "city": "臺南市",
+    "town": "新營區",
+    "road": "東山路"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "樹人路"
+  },
+  {
+    "city": "桃園市",
+    "town": "新屋區",
+    "road": "高洲三街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "冬山鄉",
+    "road": "梅花路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪州鄉",
+    "road": "田中路"
+  },
+  {
+    "city": "新北市",
+    "town": "鶯歌區",
+    "road": "永福街"
+  },
+  {
+    "city": "臺南市",
+    "town": "新營區",
+    "road": "東光街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "秀水鄉",
+    "road": "平安三街"
+  },
+  {
+    "city": "臺中市",
+    "town": "霧峰區",
+    "road": "草湖路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "吉安鄉",
+    "road": "干城二街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "屏東市",
+    "road": "大成路"
+  },
+  {
+    "city": "臺中市",
+    "town": "沙鹿區",
+    "road": "保順五街"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "竹崎鄉",
+    "road": "福建坪"
+  },
+  {
+    "city": "新北市",
+    "town": "三重區",
+    "road": "仁信街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "三星鄉",
+    "road": "貴林一路"
+  },
+  {
+    "city": "新北市",
+    "town": "板橋區",
+    "road": "翠華街"
+  },
+  {
+    "city": "臺南市",
+    "town": "中西區",
+    "road": "慈聖街"
+  },
+  {
+    "city": "新北市",
+    "town": "板橋區",
+    "road": "文昌街"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "大林鎮",
+    "road": "大埔美園區十六路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "頭城鎮",
+    "road": "二城路"
+  },
+  {
+    "city": "臺東縣",
+    "town": "臺東市",
+    "road": "臨海路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "礁溪鄉",
+    "road": "踏踏路"
+  },
+  {
+    "city": "臺北市",
+    "town": "萬華區",
+    "road": "雙和街"
+  },
+  {
+    "city": "臺中市",
+    "town": "大肚區",
+    "road": "大肚街"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "頭份市",
+    "road": "新立東街"
+  },
+  {
+    "city": "臺東縣",
+    "town": "臺東市",
+    "road": "富岡街"
+  },
+  {
+    "city": "臺南市",
+    "town": "善化區",
+    "road": "文康街"
+  },
+  {
+    "city": "臺南市",
+    "town": "歸仁區",
+    "road": "大光二街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "土庫鎮",
+    "road": "綺湖路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "新豐鄉",
+    "road": "員山"
+  },
+  {
+    "city": "彰化縣",
+    "town": "二林鎮",
+    "road": "正言街"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "東隆街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "平和十街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "社頭鄉",
+    "road": "張厝二巷"
+  },
+  {
+    "city": "臺中市",
+    "town": "北區",
+    "road": "陜西路"
+  },
+  {
+    "city": "桃園市",
+    "town": "觀音區",
+    "road": "羅福路"
+  },
+  {
+    "city": "臺南市",
+    "town": "歸仁區",
+    "road": "和順路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "蘇澳鎮",
+    "road": "城南路"
+  },
+  {
+    "city": "桃園市",
+    "town": "大園區",
+    "road": "中正東路"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "銅鑼鄉",
+    "road": "銅科九路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "頭城鎮",
+    "road": "大坑路"
+  },
+  {
+    "city": "新竹市",
+    "town": "北區",
+    "road": "湳中街"
+  },
+  {
+    "city": "臺東縣",
+    "town": "臺東市",
+    "road": "長安街"
+  },
+  {
+    "city": "臺中市",
+    "town": "梧棲區",
+    "road": "大業路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "蘇澳鎮",
+    "road": "存美路"
+  },
+  {
+    "city": "桃園市",
+    "town": "觀音區",
+    "road": "尾湖"
+  },
+  {
+    "city": "臺東縣",
+    "town": "臺東市",
+    "road": "平等街"
+  },
+  {
+    "city": "基隆市",
+    "town": "中正區",
+    "road": "信六路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "新埤鄉",
+    "road": "進化路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "枋寮鄉",
+    "road": "蜈蜞二路"
+  },
+  {
+    "city": "新北市",
+    "town": "平溪區",
+    "road": "雙菁路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "埔心鄉",
+    "road": "中正路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "吉安鄉",
+    "road": "吉太街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "員山鄉",
+    "road": "枕山一村"
+  },
+  {
+    "city": "高雄市",
+    "town": "仁武區",
+    "road": "霞海南二街"
+  },
+  {
+    "city": "新北市",
+    "town": "新莊區",
+    "road": "大安路"
+  },
+  {
+    "city": "高雄市",
+    "town": "仁武區",
+    "road": "文學二街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "員林市",
+    "road": "三多六街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "員林市",
+    "road": "永安街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "羅東鎮",
+    "road": "民生路"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "青峰街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "虎尾鎮",
+    "road": "大成十五街"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "華興二街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗六市",
+    "road": "南環路"
+  },
+  {
+    "city": "南投縣",
+    "town": "南投市",
+    "road": "民族路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "元長鄉",
+    "road": "文康街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "屏東市",
+    "road": "萬川巷"
+  },
+  {
+    "city": "臺南市",
+    "town": "南區",
+    "road": "大同路"
+  },
+  {
+    "city": "臺中市",
+    "town": "西屯區",
+    "road": "寧夏東二街"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "苗栗市",
+    "road": "玉清一街"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "會富街"
+  },
+  {
+    "city": "臺南市",
+    "town": "將軍區",
+    "road": "玉山"
+  },
+  {
+    "city": "屏東縣",
+    "town": "恆春鎮",
+    "road": "恒福二街"
+  },
+  {
+    "city": "高雄市",
+    "town": "六龜區",
+    "road": "文興街"
+  },
+  {
+    "city": "新竹市",
+    "town": "北區",
+    "road": "金雅八街"
+  },
+  {
+    "city": "新竹市",
+    "town": "東區",
+    "road": "埔頂一路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "中埔鄉",
+    "road": "忠信街"
+  },
+  {
+    "city": "桃園市",
+    "town": "蘆竹區",
+    "road": "中華街"
+  },
+  {
+    "city": "桃園市",
+    "town": "龍潭區",
+    "road": "碧湖路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "新工三路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "屏東市",
+    "road": "崇蘭"
+  },
+  {
+    "city": "新北市",
+    "town": "泰山區",
+    "road": "坡雅路"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "前鎮巷"
+  },
+  {
+    "city": "基隆市",
+    "town": "中山區",
+    "road": "協和街"
+  },
+  {
+    "city": "嘉義市",
+    "town": "西區",
+    "road": "北社尾"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "埔西街"
+  },
+  {
+    "city": "桃園市",
+    "town": "龍潭區",
+    "road": "神龍路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗六市",
+    "road": "愛國街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "員林市",
+    "road": "員埔路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "水上鄉",
+    "road": "民享街"
+  },
+  {
+    "city": "臺南市",
+    "town": "官田區",
+    "road": "自強街"
+  },
+  {
+    "city": "桃園市",
+    "town": "龜山區",
+    "road": "壽德街"
+  },
+  {
+    "city": "新北市",
+    "town": "瑞芳區",
+    "road": "蛇子形路"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "頭屋鄉",
+    "road": "獅潭"
+  },
+  {
+    "city": "雲林縣",
+    "town": "口湖鄉",
+    "road": "蚵寮路"
+  },
+  {
+    "city": "臺南市",
+    "town": "佳里區",
+    "road": "佳安中街"
+  },
+  {
+    "city": "新竹縣",
+    "town": "湖口鄉",
+    "road": "中愛路"
+  },
+  {
+    "city": "臺中市",
+    "town": "南區",
+    "road": "高工南路"
+  },
+  {
+    "city": "桃園市",
+    "town": "桃園區",
+    "road": "安樂街"
+  },
+  {
+    "city": "臺南市",
+    "town": "安南區",
+    "road": "鎮安一街"
+  },
+  {
+    "city": "臺中市",
+    "town": "大甲區",
+    "road": "吉祥三街"
+  },
+  {
+    "city": "澎湖縣",
+    "town": "望安鄉",
+    "road": "花嶼"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "花蓮市",
+    "road": "國富二十二街"
+  },
+  {
+    "city": "高雄市",
+    "town": "彌陀區",
+    "road": "公園路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "屏東市",
+    "road": "工業三路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "虎尾鎮",
+    "road": "虎興西五街"
+  },
+  {
+    "city": "臺東縣",
+    "town": "太麻里鄉",
+    "road": "加拉班街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "員林市",
+    "road": "香山二路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "北港鎮",
+    "road": "忠孝街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "和美鎮",
+    "road": "道周路"
+  },
+  {
+    "city": "高雄市",
+    "town": "三民區",
+    "road": "灣中街"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "長春街"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "太保市",
+    "road": "信義二路"
+  },
+  {
+    "city": "臺南市",
+    "town": "南區",
+    "road": "健康路"
+  },
+  {
+    "city": "桃園市",
+    "town": "平鎮區",
+    "road": "日星街"
+  },
+  {
+    "city": "嘉義市",
+    "town": "東區",
+    "road": "芳安路"
+  },
+  {
+    "city": "臺南市",
+    "town": "永康區",
+    "road": "正北五路"
+  },
+  {
+    "city": "臺中市",
+    "town": "龍井區",
+    "road": "遊園南路"
+  },
+  {
+    "city": "臺北市",
+    "town": "松山區",
+    "road": "南京東路"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "瑞孝街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗六市",
+    "road": "凱旋街"
+  },
+  {
+    "city": "新竹縣",
+    "town": "湖口鄉",
+    "road": "瑞祥街"
+  },
+  {
+    "city": "臺中市",
+    "town": "西屯區",
+    "road": "漢翔東路"
+  },
+  {
+    "city": "臺東縣",
+    "town": "臺東市",
+    "road": "建和二街"
+  },
+  {
+    "city": "臺南市",
+    "town": "善化區",
+    "road": "平等路"
+  },
+  {
+    "city": "臺南市",
+    "town": "柳營區",
+    "road": "士賢街"
+  },
+  {
+    "city": "新北市",
+    "town": "樹林區",
+    "road": "光明街"
+  },
+  {
+    "city": "高雄市",
+    "town": "小港區",
+    "road": "大房路"
+  },
+  {
+    "city": "高雄市",
+    "town": "橋頭區",
+    "road": "橋頭路"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "竹南鎮",
+    "road": "新生路"
+  },
+  {
+    "city": "臺中市",
+    "town": "太平區",
+    "road": "太堤東路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "和美鎮",
+    "road": "健康新村四街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "大村鄉",
+    "road": "大溪路"
+  },
+  {
+    "city": "新北市",
+    "town": "土城區",
+    "road": "金安街"
+  },
+  {
+    "city": "臺中市",
+    "town": "北屯區",
+    "road": "經貿東路"
+  },
+  {
+    "city": "臺中市",
+    "town": "西屯區",
+    "road": "上墩東街"
+  },
+  {
+    "city": "臺南市",
+    "town": "南區",
+    "road": "育南街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "埔心鄉",
+    "road": "國義路"
+  },
+  {
+    "city": "桃園市",
+    "town": "平鎮區",
+    "road": "水廠路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "溪口鄉",
+    "road": "民族西路"
+  },
+  {
+    "city": "桃園市",
+    "town": "蘆竹區",
+    "road": "愛國一路"
+  },
+  {
+    "city": "臺北市",
+    "town": "北投區",
+    "road": "中和街"
+  },
+  {
+    "city": "臺中市",
+    "town": "西屯區",
+    "road": "櫻城二街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "新埤鄉",
+    "road": "太平路"
+  },
+  {
+    "city": "臺中市",
+    "town": "東勢區",
+    "road": "新盛十二街"
+  },
+  {
+    "city": "臺東縣",
+    "town": "池上鄉",
+    "road": "中西二路"
+  },
+  {
+    "city": "臺東縣",
+    "town": "鹿野鄉",
+    "road": "育英路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "和美鎮",
+    "road": "水源路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "四湖鄉",
+    "road": "內湖路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "鳳林鎮",
+    "road": "中和路"
+  },
+  {
+    "city": "南投縣",
+    "town": "南投市",
+    "road": "府南二路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "寶山鄉",
+    "road": "洽水路"
+  },
+  {
+    "city": "臺南市",
+    "town": "白河區",
+    "road": "六重溪"
+  },
+  {
+    "city": "新北市",
+    "town": "石門區",
+    "road": "石崩山"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪湖鎮",
+    "road": "大同十一街"
+  },
+  {
+    "city": "臺中市",
+    "town": "沙鹿區",
+    "road": "明秀二街"
+  },
+  {
+    "city": "高雄市",
+    "town": "小港區",
+    "road": "過雄街"
+  },
+  {
+    "city": "臺東縣",
+    "town": "鹿野鄉",
+    "road": "中華路"
+  },
+  {
+    "city": "高雄市",
+    "town": "楠梓區",
+    "road": "土庫二路"
+  },
+  {
+    "city": "臺中市",
+    "town": "東勢區",
+    "road": "中泰街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "花壇鄉",
+    "road": "內厝街"
+  },
+  {
+    "city": "高雄市",
+    "town": "左營區",
+    "road": "高鐵路"
+  },
+  {
+    "city": "新北市",
+    "town": "五股區",
+    "road": "芳洲六路"
+  },
+  {
+    "city": "臺北市",
+    "town": "內湖區",
+    "road": "堤頂大道"
+  },
+  {
+    "city": "新竹市",
+    "town": "東區",
+    "road": "千甲路"
+  },
+  {
+    "city": "臺北市",
+    "town": "士林區",
+    "road": "後港街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "長發街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "水林鄉",
+    "road": "頂坎"
+  },
+  {
+    "city": "屏東縣",
+    "town": "內埔鄉",
+    "road": "陽明路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "吉安鄉",
+    "road": "南山五街"
+  },
+  {
+    "city": "高雄市",
+    "town": "美濃區",
+    "road": "南中街"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "竹南鎮",
+    "road": "萬福街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "莿桐鄉",
+    "road": "莿桐南路"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "建盛街"
+  },
+  {
+    "city": "桃園市",
+    "town": "蘆竹區",
+    "road": "錦明街"
+  },
+  {
+    "city": "臺北市",
+    "town": "萬華區",
+    "road": "開封街"
+  },
+  {
+    "city": "新北市",
+    "town": "板橋區",
+    "road": "環漢路"
+  },
+  {
+    "city": "桃園市",
+    "town": "觀音區",
+    "road": "工業五路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "頭城鎮",
+    "road": "新興路"
+  },
+  {
+    "city": "新北市",
+    "town": "五股區",
+    "road": "新城三路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "虎尾鎮",
+    "road": "建國四村"
+  },
+  {
+    "city": "桃園市",
+    "town": "蘆竹區",
+    "road": "建新街"
+  },
+  {
+    "city": "桃園市",
+    "town": "龜山區",
+    "road": "文德二路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "峨眉鄉",
+    "road": "快樂路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "崙背鄉",
+    "road": "長青街"
+  },
+  {
+    "city": "臺南市",
+    "town": "關廟區",
+    "road": "文化街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "平等街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "員山鄉",
+    "road": "成功路"
+  },
+  {
+    "city": "南投縣",
+    "town": "埔里鎮",
+    "road": "振興巷"
+  },
+  {
+    "city": "臺中市",
+    "town": "南屯區",
+    "road": "大墩西一街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "羅東鎮",
+    "road": "安平路"
+  },
+  {
+    "city": "高雄市",
+    "town": "岡山區",
+    "road": "信中街"
+  },
+  {
+    "city": "桃園市",
+    "town": "八德區",
+    "road": "中正路"
+  },
+  {
+    "city": "臺中市",
+    "town": "豐原區",
+    "road": "大仁街"
+  },
+  {
+    "city": "臺南市",
+    "town": "七股區",
+    "road": "竹橋"
+  },
+  {
+    "city": "高雄市",
+    "town": "楠梓區",
+    "road": "東寧路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "崙背鄉",
+    "road": "興業街"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "新中二街"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "竹南鎮",
+    "road": "仁德路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "屏東市",
+    "road": "華富路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "寶山鄉",
+    "road": "新湖路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "埤頭鄉",
+    "road": "大湖路"
+  },
+  {
+    "city": "金門縣",
+    "town": "金湖鎮",
+    "road": "前港路"
+  },
+  {
+    "city": "高雄市",
+    "town": "小港區",
+    "road": "華美街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "二林鎮",
+    "road": "正心路"
+  },
+  {
+    "city": "臺中市",
+    "town": "北屯區",
+    "road": "豐美一街"
+  },
+  {
+    "city": "高雄市",
+    "town": "楠梓區",
+    "road": "青農路"
+  },
+  {
+    "city": "桃園市",
+    "town": "龜山區",
+    "road": "文藝街"
+  },
+  {
+    "city": "高雄市",
+    "town": "苓雅區",
+    "road": "惠安街"
+  },
+  {
+    "city": "臺南市",
+    "town": "安南區",
+    "road": "安豐五街"
+  },
+  {
+    "city": "南投縣",
+    "town": "水里鄉",
+    "road": "福和路"
+  },
+  {
+    "city": "臺南市",
+    "town": "麻豆區",
+    "road": "麻苓路"
+  },
+  {
+    "city": "臺南市",
+    "town": "仁德區",
+    "road": "全福路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗六市",
+    "road": "斗工九路"
+  },
+  {
+    "city": "桃園市",
+    "town": "大溪區",
+    "road": "公園路"
+  },
+  {
+    "city": "新竹市",
+    "town": "東區",
+    "road": "新安路"
+  },
+  {
+    "city": "臺中市",
+    "town": "西屯區",
+    "road": "龍門一街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "吉安鄉",
+    "road": "荳蘭四街"
+  },
+  {
+    "city": "臺南市",
+    "town": "龍崎區",
+    "road": "大坪"
+  },
+  {
+    "city": "新北市",
+    "town": "瑞芳區",
+    "road": "大埔路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "大城鄉",
+    "road": "許厝巷"
+  },
+  {
+    "city": "新竹市",
+    "town": "東區",
+    "road": "東美路"
+  },
+  {
+    "city": "臺南市",
+    "town": "新營區",
+    "road": "府西路"
+  },
+  {
+    "city": "臺中���",
+    "town": "大里區",
+    "road": "銀聯路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "二林鎮",
+    "road": "大成路"
+  },
+  {
+    "city": "新北市",
+    "town": "中和區",
+    "road": "南工路"
+  },
+  {
+    "city": "桃園市",
+    "town": "龍潭區",
+    "road": "中正路"
+  },
+  {
+    "city": "高雄市",
+    "town": "旗山區",
+    "road": "尚和巷"
+  },
+  {
+    "city": "新北市",
+    "town": "板橋區",
+    "road": "自強新村"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗六市",
+    "road": "斗工五路"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "南衙路"
+  },
+  {
+    "city": "新北市",
+    "town": "金山區",
+    "road": "南勢"
+  },
+  {
+    "city": "桃園市",
+    "town": "平鎮區",
+    "road": "湧興路"
+  },
+  {
+    "city": "新北市",
+    "town": "永和區",
+    "road": "永安街"
+  },
+  {
+    "city": "臺中市",
+    "town": "梧棲區",
+    "road": "梧北路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "埔心鄉",
+    "road": "員埔路"
+  },
+  {
+    "city": "臺中市",
+    "town": "大雅區",
+    "road": "建德街"
+  },
+  {
+    "city": "桃園市",
+    "town": "龜山區",
+    "road": "中坑街"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "頭份市",
+    "road": "博愛街"
+  },
+  {
+    "city": "臺南市",
+    "town": "歸仁區",
+    "road": "文化三街"
+  },
+  {
+    "city": "臺東縣",
+    "town": "太麻里鄉",
+    "road": "外環路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "沿河街"
+  },
+  {
+    "city": "臺南市",
+    "town": "善化區",
+    "road": "烏橋中路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "潮州鎮",
+    "road": "瑞星街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "枋寮鄉",
+    "road": "青山路"
+  },
+  {
+    "city": "南投縣",
+    "town": "草屯鎮",
+    "road": "立人路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "羅東鎮",
+    "road": "新群３路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "潮州鎮",
+    "road": "新開南路"
+  },
+  {
+    "city": "臺北市",
+    "town": "內湖區",
+    "road": "瑞湖街"
+  },
+  {
+    "city": "高雄市",
+    "town": "橋頭區",
+    "road": "成功南路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "長治鄉",
+    "road": "進源街"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "仁美二街"
+  },
+  {
+    "city": "澎湖縣",
+    "town": "馬公市",
+    "road": "坡南"
+  },
+  {
+    "city": "嘉義市",
+    "town": "東區",
+    "road": "保忠三街"
+  },
+  {
+    "city": "南投縣",
+    "town": "南投市",
+    "road": "大埤街"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "七和路"
+  },
+  {
+    "city": "高雄市",
+    "town": "左營區",
+    "road": "新莊一路"
+  },
+  {
+    "city": "臺中市",
+    "town": "梧棲區",
+    "road": "緯四路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "壽豐鄉",
+    "road": "東安街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "冬山鄉",
+    "road": "柯林新路"
+  },
+  {
+    "city": "南投縣",
+    "town": "埔里鎮",
+    "road": "漢陽一街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "羅東鎮",
+    "road": "公正街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "和美鎮",
+    "road": "保北路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪湖鎮",
+    "road": "大公八街"
+  },
+  {
+    "city": "高雄市",
+    "town": "橋頭區",
+    "road": "中崎路"
+  },
+  {
+    "city": "桃園市",
+    "town": "觀音區",
+    "road": "中山路"
+  },
+  {
+    "city": "臺中市",
+    "town": "西區",
+    "road": "自立街"
+  },
+  {
+    "city": "桃園市",
+    "town": "觀音區",
+    "road": "五福街"
+  },
+  {
+    "city": "高雄市",
+    "town": "小港區",
+    "road": "南北路"
+  },
+  {
+    "city": "南投縣",
+    "town": "國姓鄉",
+    "road": "福興巷"
+  },
+  {
+    "city": "新北市",
+    "town": "新店區",
+    "road": "明德路"
+  },
+  {
+    "city": "臺中市",
+    "town": "清水區",
+    "road": "文昌街"
+  },
+  {
+    "city": "臺南市",
+    "town": "六甲區",
+    "road": "忠孝街"
+  },
+  {
+    "city": "南投縣",
+    "town": "草屯鎮",
+    "road": "平學路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪州鄉",
+    "road": "頂西路"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "致遠二路"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "漁港南二路"
+  },
+  {
+    "city": "桃園市",
+    "town": "八德區",
+    "road": "高城路"
+  },
+  {
+    "city": "南投縣",
+    "town": "南投市",
+    "road": "自立二路"
+  },
+  {
+    "city": "臺中市",
+    "town": "大里區",
+    "road": "大衛一街"
+  },
+  {
+    "city": "臺南市",
+    "town": "仁德區",
+    "road": "文山二街"
+  },
+  {
+    "city": "臺中市",
+    "town": "大里區",
+    "road": "仁慈街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "員林市",
+    "road": "靜修路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "花蓮市",
+    "road": "福德一街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "枋寮鄉",
+    "road": "中庄環路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "鹿港鎮",
+    "road": "永瑞街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "富里鄉",
+    "road": "后庄路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "秀水鄉",
+    "road": "彰馬街"
+  },
+  {
+    "city": "臺南市",
+    "town": "山上區",
+    "road": "石子崎"
+  },
+  {
+    "city": "新北市",
+    "town": "三重區",
+    "road": "安樂街"
+  },
+  {
+    "city": "臺中市",
+    "town": "北屯區",
+    "road": "軍功東街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "吉安鄉",
+    "road": "山下三街"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "仁義路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "鹿港鎮",
+    "road": "永定街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "內埔鄉",
+    "road": "中華二街"
+  },
+  {
+    "city": "高雄市",
+    "town": "三民區",
+    "road": "惠德街"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "聯興一街"
+  },
+  {
+    "city": "臺中市",
+    "town": "梧棲區",
+    "road": "建國中二街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "車城鄉",
+    "road": "福安路"
+  },
+  {
+    "city": "臺南市",
+    "town": "後壁區",
+    "road": "竹圍後"
+  },
+  {
+    "city": "高雄市",
+    "town": "美濃區",
+    "road": "東門街"
+  },
+  {
+    "city": "臺中市",
+    "town": "后里區",
+    "road": "文化路"
+  },
+  {
+    "city": "臺南市",
+    "town": "永康區",
+    "road": "育樂街"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "民雄鄉",
+    "road": "民溪路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪湖鎮",
+    "road": "富貴十街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "員林市",
+    "road": "山脚路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "屏東市",
+    "road": "圍內"
+  },
+  {
+    "city": "臺中市",
+    "town": "北區",
+    "road": "中央街"
+  },
+  {
+    "city": "高雄市",
+    "town": "鼓山區",
+    "road": "富農路"
+  },
+  {
+    "city": "臺中市",
+    "town": "西屯區",
+    "road": "福中八街"
+  },
+  {
+    "city": "高雄市",
+    "town": "田寮區",
+    "road": "公舘"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪州鄉",
+    "road": "北州路"
+  },
+  {
+    "city": "臺北市",
+    "town": "南港區",
+    "road": "市民大道"
+  },
+  {
+    "city": "臺東縣",
+    "town": "池上鄉",
+    "road": "文化路"
+  },
+  {
+    "city": "新竹市",
+    "town": "香山區",
+    "road": "長福街"
+  },
+  {
+    "city": "高雄市",
+    "town": "小港區",
+    "road": "維安街"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "嘉勤南路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "四湖鄉",
+    "road": "關聖路"
+  },
+  {
+    "city": "臺北市",
+    "town": "信義區",
+    "road": "文昌街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "彰水路"
+  },
+  {
+    "city": "高雄市",
+    "town": "鳥松區",
+    "road": "江埤路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "長園二街"
+  },
+  {
+    "city": "臺南市",
+    "town": "中西區",
+    "road": "中成路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪湖鎮",
+    "road": "頂新九街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "口湖鄉",
+    "road": "中興路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "水上鄉",
+    "road": "三多街"
+  },
+  {
+    "city": "新北市",
+    "town": "板橋區",
+    "road": "永翠路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "竹崎鄉",
+    "road": "頂枋仔林"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "嘉祥五路"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "洽溪路"
+  },
+  {
+    "city": "高雄市",
+    "town": "林園區",
+    "road": "溪州一路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "二林鎮",
+    "road": "永祥街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "員林市",
+    "road": "福德街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "壽豐鄉",
+    "road": "平和路"
+  },
+  {
+    "city": "臺南市",
+    "town": "佳里區",
+    "road": "外渡頭"
+  },
+  {
+    "city": "臺中市",
+    "town": "西區",
+    "road": "精誠路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "溪湖鎮",
+    "road": "信義街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "光復鄉",
+    "road": "中華路"
+  },
+  {
+    "city": "桃園市",
+    "town": "觀音區",
+    "road": "嘉富路"
+  },
+  {
+    "city": "臺中市",
+    "town": "東區",
+    "road": "建仁街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "永靖鄉",
+    "road": "羅永路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "朴子市",
+    "road": "仁和二路"
+  },
+  {
+    "city": "臺中市",
+    "town": "沙鹿區",
+    "road": "保定路"
+  },
+  {
+    "city": "臺東縣",
+    "town": "海端鄉",
+    "road": "新武呂路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "萬巒鄉",
+    "road": "新光路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "新平路"
+  },
+  {
+    "city": "桃園市",
+    "town": "平鎮區",
+    "road": "新華路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "蘇澳鎮",
+    "road": "德興六路"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "竹南鎮",
+    "road": "正義街"
+  },
+  {
+    "city": "臺中市",
+    "town": "太平區",
+    "road": "新福東街"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "溪口鄉",
+    "road": "游厝庄"
+  },
+  {
+    "city": "臺中市",
+    "town": "太平區",
+    "road": "大源三一街"
+  },
+  {
+    "city": "新北市",
+    "town": "八里區",
+    "road": "商港三路"
+  },
+  {
+    "city": "桃園市",
+    "town": "復興區",
+    "road": "忠孝路"
+  },
+  {
+    "city": "新北市",
+    "town": "中和區",
+    "road": "圓通路"
+  },
+  {
+    "city": "桃園市",
+    "town": "大園區",
+    "road": "民族街"
+  },
+  {
+    "city": "南投縣",
+    "town": "埔里鎮",
+    "road": "光遠二街"
+  },
+  {
+    "city": "新北市",
+    "town": "新莊區",
+    "road": "中義街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "北斗鎮",
+    "road": "中央路"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "博愛二路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "民雄鄉",
+    "road": "工業五路"
+  },
+  {
+    "city": "臺東縣",
+    "town": "池上鄉",
+    "road": "鐵花路"
+  },
+  {
+    "city": "南投縣",
+    "town": "集集鎮",
+    "road": "林尾一街"
+  },
+  {
+    "city": "臺南市",
+    "town": "新營區",
+    "road": "南新街"
+  },
+  {
+    "city": "臺中市",
+    "town": "西屯區",
+    "road": "漢翔北街"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "瑞西街"
+  },
+  {
+    "city": "臺南市",
+    "town": "北區",
+    "road": "和緯路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "水林鄉",
+    "road": "埔尾"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "定安路"
+  },
+  {
+    "city": "新北市",
+    "town": "中和區",
+    "road": "自立路"
+  },
+  {
+    "city": "南投縣",
+    "town": "埔里鎮",
+    "road": "東潤路"
+  },
+  {
+    "city": "金門縣",
+    "town": "金寧鄉",
+    "road": "瓊安路"
+  },
+  {
+    "city": "嘉義市",
+    "town": "西區",
+    "road": "健康七街"
+  },
+  {
+    "city": "桃園市",
+    "town": "新屋區",
+    "road": "清華二街"
+  },
+  {
+    "city": "臺中市",
+    "town": "霧峰區",
+    "road": "振祥街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "萬丹鄉",
+    "road": "萬丹路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "布袋鎮",
+    "road": "鹿寮仔"
+  },
+  {
+    "city": "臺北市",
+    "town": "北投區",
+    "road": "湖山路"
+  },
+  {
+    "city": "南投縣",
+    "town": "草屯鎮",
+    "road": "中和路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "潮州鎮",
+    "road": "民安路"
+  },
+  {
+    "city": "桃園市",
+    "town": "龜山區",
+    "road": "幸美九街"
+  },
+  {
+    "city": "桃園市",
+    "town": "桃園區",
+    "road": "民富十三街"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "景秀街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "鳳林鎮",
+    "road": "中榮三路"
+  },
+  {
+    "city": "嘉義市",
+    "town": "東區",
+    "road": "興美七街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "里港鄉",
+    "road": "玉田路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "孝德街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "田中鎮",
+    "road": "民生路"
+  },
+  {
+    "city": "新北市",
+    "town": "板橋區",
+    "road": "廣權路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "秀水鄉",
+    "road": "環河南路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "壽豐鄉",
+    "road": "大湖角"
+  },
+  {
+    "city": "高雄市",
+    "town": "仁武區",
+    "road": "華南街"
+  },
+  {
+    "city": "臺南市",
+    "town": "新營區",
+    "road": "長榮路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "西螺鎮",
+    "road": "振興"
+  },
+  {
+    "city": "臺中市",
+    "town": "北屯區",
+    "road": "和祥街"
+  },
+  {
+    "city": "新竹縣",
+    "town": "新埔鎮",
+    "road": "忠孝路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "潮州鎮",
+    "road": "中興路"
+  },
+  {
+    "city": "臺中市",
+    "town": "東勢區",
+    "road": "豐勢路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "水上鄉",
+    "road": "和平街"
+  },
+  {
+    "city": "臺北市",
+    "town": "北投區",
+    "road": "裕民一路"
+  },
+  {
+    "city": "澎湖縣",
+    "town": "湖西鄉",
+    "road": "北寮"
+  },
+  {
+    "city": "臺中市",
+    "town": "太平區",
+    "road": "永富街"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "公館鄉",
+    "road": "開礦"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "竹南鎮",
+    "road": "大公街"
+  },
+  {
+    "city": "高雄市",
+    "town": "旗山區",
+    "road": "延開街"
+  },
+  {
+    "city": "臺中市",
+    "town": "潭子區",
+    "road": "吉林三街"
+  },
+  {
+    "city": "高雄市",
+    "town": "鹽埕區",
+    "road": "真愛路"
+  },
+  {
+    "city": "新竹縣",
+    "town": "竹北市",
+    "road": "新國街"
+  },
+  {
+    "city": "高雄市",
+    "town": "橋頭區",
+    "road": "仕豐路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "北斗鎮",
+    "road": "文子巷"
+  },
+  {
+    "city": "臺南市",
+    "town": "安平區",
+    "road": "國平西路"
+  },
+  {
+    "city": "新北市",
+    "town": "新店區",
+    "road": "金興路"
+  },
+  {
+    "city": "新北市",
+    "town": "中和區",
+    "road": "新興街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "大城鄉",
+    "road": "東盛路"
+  },
+  {
+    "city": "臺中市",
+    "town": "大里區",
+    "road": "仁美路"
+  },
+  {
+    "city": "高雄市",
+    "town": "美濃區",
+    "road": "美中路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "內埔鄉",
+    "road": "南豐路"
+  },
+  {
+    "city": "臺中市",
+    "town": "新社區",
+    "road": "井南街"
+  },
+  {
+    "city": "苗栗縣",
+    "town": "頭份市",
+    "road": "蘆竹路"
+  },
+  {
+    "city": "臺南市",
+    "town": "中西區",
+    "road": "府緯街"
+  },
+  {
+    "city": "高雄市",
+    "town": "大寮區",
+    "road": "鳳凰街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "萬丹鄉",
+    "road": "光榮街"
+  },
+  {
+    "city": "高雄市",
+    "town": "楠梓區",
+    "road": "大學十一街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "萬丹鄉",
+    "road": "廈南路"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "花蓮市",
+    "road": "光復街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "花蓮市",
+    "road": "南京街"
+  },
+  {
+    "city": "高雄市",
+    "town": "梓官區",
+    "road": "進學路"
+  },
+  {
+    "city": "彰化縣",
+    "town": "和美鎮",
+    "road": "惠民街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "蘇澳鎮",
+    "road": "新城路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗南鎮",
+    "road": "大安路"
+  },
+  {
+    "city": "桃園市",
+    "town": "蘆竹區",
+    "road": "半山街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "水林鄉",
+    "road": "文化路"
+  },
+  {
+    "city": "臺東縣",
+    "town": "關山鎮",
+    "road": "新政路"
+  },
+  {
+    "city": "臺中市",
+    "town": "北屯區",
+    "road": "景賢南二路"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "三星鄉",
+    "road": "大埔六路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "潮州鎮",
+    "road": "海康街"
+  },
+  {
+    "city": "高雄市",
+    "town": "湖內區",
+    "road": "民生街"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "義竹鄉",
+    "road": "五間厝"
+  },
+  {
+    "city": "彰化縣",
+    "town": "彰化市",
+    "road": "西興東路"
+  },
+  {
+    "city": "臺南市",
+    "town": "歸仁區",
+    "road": "仁愛十二街"
+  },
+  {
+    "city": "臺北市",
+    "town": "內湖區",
+    "road": "金湖路"
+  },
+  {
+    "city": "高雄市",
+    "town": "前鎮區",
+    "road": "中三路"
+  },
+  {
+    "city": "臺中市",
+    "town": "新社區",
+    "road": "永豐"
+  },
+  {
+    "city": "澎湖縣",
+    "town": "馬公市",
+    "road": "新明路"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "晉元路"
+  },
+  {
+    "city": "高雄市",
+    "town": "仁武區",
+    "road": "八德西路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "內埔鄉",
+    "road": "和寧路"
+  },
+  {
+    "city": "新北市",
+    "town": "鶯歌區",
+    "road": "東湖街"
+  },
+  {
+    "city": "高雄市",
+    "town": "田寮區",
+    "road": "大安路"
+  },
+  {
+    "city": "澎湖縣",
+    "town": "馬公市",
+    "road": "大智街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "花蓮市",
+    "road": "水源街"
+  },
+  {
+    "city": "新北市",
+    "town": "新店區",
+    "road": "華城一路"
+  },
+  {
+    "city": "桃園市",
+    "town": "平鎮區",
+    "road": "中正三路"
+  },
+  {
+    "city": "臺南市",
+    "town": "永康區",
+    "road": "永安二街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "二水鄉",
+    "road": "南通路"
+  },
+  {
+    "city": "高雄市",
+    "town": "岡山區",
+    "road": "育仁街"
+  },
+  {
+    "city": "桃園市",
+    "town": "桃園區",
+    "road": "忠孝街"
+  },
+  {
+    "city": "彰化縣",
+    "town": "和美鎮",
+    "road": "西園路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗六市",
+    "road": "嘉東中路"
+  },
+  {
+    "city": "南投縣",
+    "town": "仁愛鄉",
+    "road": "武安路"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "大林鎮",
+    "road": "大民北路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "麟洛鄉",
+    "road": "民族路"
+  },
+  {
+    "city": "南投縣",
+    "town": "南投市",
+    "road": "中山南街"
+  },
+  {
+    "city": "臺中市",
+    "town": "霧峰區",
+    "road": "光明西路"
+  },
+  {
+    "city": "屏東縣",
+    "town": "竹田鄉",
+    "road": "過溝三路"
+  },
+  {
+    "city": "桃園市",
+    "town": "桃園區",
+    "road": "安東街"
+  },
+  {
+    "city": "新北市",
+    "town": "樹林區",
+    "road": "西圳街"
+  },
+  {
+    "city": "雲林縣",
+    "town": "斗六市",
+    "road": "文德街"
+  },
+  {
+    "city": "臺中市",
+    "town": "沙鹿區",
+    "road": "六路十四街"
+  },
+  {
+    "city": "臺中市",
+    "town": "潭子區",
+    "road": "天寶新村"
+  },
+  {
+    "city": "高雄市",
+    "town": "旗山區",
+    "road": "華興路"
+  },
+  {
+    "city": "高雄市",
+    "town": "仁武區",
+    "road": "澄仁東街"
+  },
+  {
+    "city": "屏東縣",
+    "town": "屏東市",
+    "road": "公安街"
+  },
+  {
+    "city": "桃園市",
+    "town": "平鎮區",
+    "road": "陸橋北街"
+  },
+  {
+    "city": "臺北市",
+    "town": "大同區",
+    "road": "蘭州街"
+  },
+  {
+    "city": "宜蘭縣",
+    "town": "冬山鄉",
+    "road": "保安一路"
+  },
+  {
+    "city": "新北市",
+    "town": "林口區",
+    "road": "工六路"
+  },
+  {
+    "city": "雲林縣",
+    "town": "西螺鎮",
+    "road": "柑桔"
+  },
+  {
+    "city": "桃園市",
+    "town": "桃園區",
+    "road": "民有八街"
+  },
+  {
+    "city": "嘉義縣",
+    "town": "新港鄉",
+    "road": "菜公厝"
+  },
+  {
+    "city": "新北市",
+    "town": "深坑區",
+    "road": "大坪街"
+  },
+  {
+    "city": "新北市",
+    "town": "萬里區",
+    "road": "香員林"
+  },
+  {
+    "city": "屏東縣",
+    "town": "東港鎮",
+    "road": "平和路"
+  },
+  {
+    "city": "桃園市",
+    "town": "中壢區",
+    "road": "文興路"
+  },
+  {
+    "city": "臺中市",
+    "town": "石岡區",
+    "road": "萬仙街"
+  },
+  {
+    "city": "花蓮縣",
+    "town": "吉安鄉",
+    "road": "東里十五街"
+  },
+  {
+    "city": "新竹市",
+    "town": "北區",
+    "road": "金雅七街"
+  },
+  {
+    "city": "南投縣",
+    "town": "草屯鎮",
+    "road": "民生路"
+  },
+  {
+    "city": "嘉義市",
+    "town": "西區",
+    "road": "健康十七街"
+  },
+  {
+    "city": "桃園市",
+    "town": "大園區",
+    "road": "工四路"
+  },
+  {
+    "city": "新北市",
+    "town": "三重區",
+    "road": "信賢街"
+  },
+  {
+    "city": "新北市",
+    "town": "板橋區",
+    "road": "溪崑一街"
+  },
+  {
+    "city": "高雄市",
+    "town": "梓官區",
+    "road": "通安路"
+  }
+]

data/train.tokens.json.gz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449632fc02c63f76700af3f68d51953c41fb1a3aa0fa236d0ec63d9a846e1ed3
+size 4222

scripts/step1_finetuning.py

@@ -0,0 +1,67 @@
+import datasets
+import torch
+from peft import LoraConfig, TaskType, get_peft_model
+from peft.peft_model import PeftModel
+from transformers import LlamaForCausalLM as ModelCls
+from transformers import Trainer, TrainingArguments
+
+# 讀取 Model
+model_name = "TheBloke/Llama-2-7B-Chat-fp16"
+model: ModelCls = ModelCls.from_pretrained(
+    model_name,
+    device_map="auto",
+    torch_dtype=torch.bfloat16,
+)
+
+# 讀取 Peft Model
+peft_config = LoraConfig(
+    task_type=TaskType.CAUSAL_LM,
+    r=8,
+    lora_alpha=32,
+    lora_dropout=0.1,
+)
+model: PeftModel = get_peft_model(model, peft_config)
+model.print_trainable_parameters()
+
+
+# 讀取資料集
+data_files = {
+    "train": "data/train.tokens.json.gz",
+    "dev": "data/dev.tokens.json.gz",
+}
+
+dataset = datasets.load_dataset(
+    "json",
+    data_files=data_files,
+    cache_dir="cache",
+)
+
+
+# 設定訓練參數
+output_dir = "models/Llama-7B-TwAddr-LoRA"
+train_args = TrainingArguments(
+    output_dir,
+    per_device_train_batch_size=8,
+    per_device_eval_batch_size=8,
+    eval_accumulation_steps=2,
+    evaluation_strategy="epoch",
+    save_strategy="epoch",
+    learning_rate=5e-4,
+    save_total_limit=3,
+    num_train_epochs=5,
+    load_best_model_at_end=True,
+    bf16=True,
+)
+
+
+# 開始訓練模型
+trainer = Trainer(
+    model=model,
+    args=train_args,
+    train_dataset=dataset["train"],
+    eval_dataset=dataset["dev"],
+)
+trainer.train()
+
+# 儲存訓練完的模型
+trainer.save_model()

scripts/step2_merge.py

@@ -0,0 +1,39 @@
+from typing import Union
+
+import torch
+from peft import PeftModel
+from peft.tuners.lora import LoraModel
+from transformers import LlamaForCausalLM as ModelCls
+from transformers import LlamaTokenizerFast as TkCls
+
+PeftCls = Union[PeftModel, LoraModel]
+
+orig_model = "TheBloke/Llama-2-7B-Chat-fp16"
+lora_model = "models/Llama-7B-TwAddr-LoRA"
+output_dir = "models/Llama-7B-TwAddr-Merged"
+
+model = ModelCls.from_pretrained(
+    orig_model,
+    torch_dtype=torch.float16,
+    low_cpu_mem_usage=True,
+)
+
+# Due to generation config validation.
+model.generation_config.temperature = 1.0
+model.generation_config.top_p = 1.0
+
+model: PeftCls = PeftModel.from_pretrained(
+    model,
+    lora_model,
+    torch_dtype=torch.float16,
+)
+
+model = model.merge_and_unload()
+model.save_pretrained(
+    output_dir,
+    safe_serialization=True,
+)
+
+# Tokenizer 也要跟著另外存一份
+tk: TkCls = TkCls.from_pretrained(orig_model)
+tk.save_pretrained(output_dir)

scripts/step3_evaluation.py

@@ -0,0 +1,93 @@
+import json
+
+from vllm import LLM, SamplingParams
+
+template = """### USER:
+
+請將以下路名解析為 JSON 格式。
+
+輸入：臺北市中正區八德路
+輸出：{{"city": "臺北市", "town": "中正區", "road": "八德路"}}
+
+輸入：{}
+
+### ASSISTANT:
+
+{}"""
+
+template = """<|im_start|>user
+請將以下路名解析為 JSON 格式。
+
+輸入：{}
+<|im_end|>
+<|im_start|>assistant
+{}"""
+
+# 輸入：臺北市中正區八德路
+# 輸出：{{"city": "臺北市", "town": "中正區", "road": "八德路"}}
+
+
+def build_prompt(inn, out=""):
+    return template.format(inn, out)
+
+
+def iter_dataset(file_path):
+    data = load_json(file_path)
+
+    for item in data:
+        city = item["city"]
+        town = item["town"]
+        road = item["road"]
+
+        full = f"{city}{town}{road}"
+
+        yield full, item
+
+
+def load_json(file_path):
+    with open(file_path, "rt", encoding="UTF-8") as fp:
+        return json.load(fp)
+
+
+# 建立測試集的 Prompt 列表
+prompts, items = list(), list()
+for full, item in iter_dataset("data/test.json"):
+    prompt = build_prompt(full)
+    prompts.append(prompt)
+    items.append(item)
+
+# 讀取模型
+model_name = "models/Llama-7B-TwAddr-Merged"
+llm = LLM(model_name, dtype="float16")
+
+# temperature 設為 0.0 為 Greedy Decode
+# 確保每次實驗的結果都是一樣的
+sampling_params = SamplingParams(
+    max_tokens=256,
+    temperature=0.0,
+    stop=["}"],
+)
+
+# 對所有 Prompt 同時進行推論
+outputs = llm.generate(prompts, sampling_params)
+
+# 評估生成結果
+results = list()
+for out, item in zip(outputs, items):
+    text = out.outputs[0].text
+
+    # 嘗試解析模型的輸出
+    try:
+        begin = text.index("{")
+        text = text[begin:] + "}"
+        pred = json.loads(text)
+    except:
+        pred = None
+
+    results.append(pred == item)
+    if pred != item:
+        print(pred, item)
+
+# 輸出準確率
+accuracy = sum(results) / len(results)
+print(f"Accuracy: {accuracy:.2%}")