draft

data/mrt_list.json

@@ -0,0 +1,149 @@
+{"MRT": "Jurong East MRT Station", "location": ["1.33315281585758", "103.742286332403"]}
+{"MRT": "Bukit Batok MRT Station", "location": ["1.34903331201636", "103.749566478309"]}
+{"MRT": "Bukit Gombak MRT Station", "location": ["1.35861159094192", "103.751790910733"]}
+{"MRT": "Choa Chu Kang MRT Station", "location": ["1.38536316540225", "103.744370779756"]}
+{"MRT": "Yew Tee MRT Station", "location": ["1.39753506936297", "103.747405150236"]}
+{"MRT": "Kranji MRT Station", "location": ["1.42508698073648", "103.762137459497"]}
+{"MRT": "Marsiling MRT Station", "location": ["1.43252114855026", "103.774074641403"]}
+{"MRT": "Woodlands MRT Station", "location": ["1.43605761708128", "103.787938777173"]}
+{"MRT": "Admiralty MRT Station", "location": ["1.44058856161847", "103.800990519771"]}
+{"MRT": "Sembawang MRT Station", "location": ["1.44905082158502", "103.820046140211"]}
+{"MRT": "Canberra MRT Station", "location": ["1.44307664075699", "103.829702590959"]}
+{"MRT": "Yishun MRT Station", "location": ["1.42944308477331", "103.835005047246"]}
+{"MRT": "Khatib MRT Station", "location": ["1.41738337009565", "103.832979908243"]}
+{"MRT": "Yio Chu Kang MRT Station", "location": ["1.38175587099132", "103.84494727118"]}
+{"MRT": "Ang Mo Kio MRT Station", "location": ["1.36993284962264", "103.849558091776"]}
+{"MRT": "Bishan MRT Station", "location": ["1.35131580146658", "103.84914026532"]}
+{"MRT": "Braddell MRT Station", "location": ["1.3404690010277", "103.846799083148"]}
+{"MRT": "Toa Payoh MRT Station", "location": ["1.33262928096888", "103.847502198048"]}
+{"MRT": "Novena MRT Station", "location": ["1.32044079120154", "103.843825618748"]}
+{"MRT": "Newton MRT Station", "location": ["1.3123189224097", "103.837984594021"]}
+{"MRT": "Orchard MRT Station", "location": ["1.30242224836722", "103.823868523249"]}
+{"MRT": "Somerset MRT Station", "location": ["1.30026416739006", "103.839085753124"]}
+{"MRT": "Dhoby Ghaut MRT Station", "location": ["1.29891164362677", "103.84629250696"]}
+{"MRT": "City Hall MRT Station", "location": ["1.29298990700923", "103.852542630339"]}
+{"MRT": "Raffles Place MRT Station", "location": ["1.28393326234538", "103.851463066212"]}
+{"MRT": "Marina Bay MRT Station", "location": ["1.27631114381584", "103.854604975361"]}
+{"MRT": "Marina South Pier MRT Station", "location": ["1.27102703612006", "103.862447515736"]}
+{"MRT": "Pasir Ris MRT Station", "location": ["1.37304331635804", "103.949284527763"]}
+{"MRT": "Tampines MRT Station", "location": ["1.34551530560119", "103.938436971222"]}
+{"MRT": "Simei MRT Station", "location": ["1.34319707851829", "103.953377214378"]}
+{"MRT": "Tanah Merah MRT Station", "location": ["1.32718729074675", "103.946348600798"]}
+{"MRT": "Bedok MRT Station", "location": ["1.32040148729112", "103.957183823478"]}
+{"MRT": "Kembangan MRT Station", "location": ["1.3210381335934", "103.912947930851"]}
+{"MRT": "Eunos MRT Station", "location": ["1.31978354916088", "103.903225807255"]}
+{"MRT": "Paya Lebar MRT Station", "location": ["1.3172473854035", "103.892260753884"]}
+{"MRT": "Aljunied MRT Station", "location": ["1.3164326118157", "103.882906044385"]}
+{"MRT": "Kallang MRT Station", "location": ["1.31148890998818", "103.871386541754"]}
+{"MRT": "Lavender MRT Station", "location": ["1.30737781747063", "103.862767633888"]}
+{"MRT": "Bugis MRT Station", "location": ["1.30046508509717", "103.855706730933"]}
+{"MRT": "City Hall MRT Station", "location": ["1.29298990700923", "103.852542630339"]}
+{"MRT": "Raffles Place MRT Station", "location": ["1.28393326234538", "103.851463066212"]}
+{"MRT": "Tanjong Pagar MRT Station", "location": ["1.27656131737246", "103.845725186759"]}
+{"MRT": "Outram Park MRT Station", "location": ["1.2802415328084", "103.840052100136"]}
+{"MRT": "Tiong Bahru MRT Station", "location": ["1.28619457890544", "103.826998939732"]}
+{"MRT": "Redhill MRT Station", "location": ["1.28963453412887", "103.81674097205"]}
+{"MRT": "Queenstown MRT Station", "location": ["1.29455085184931", "103.806077155982"]}
+{"MRT": "Commonwealth MRT Station", "location": ["1.30250199924325", "103.798228523336"]}
+{"MRT": "Buona Vista MRT Station", "location": ["1.30627534823257", "103.790363200126"]}
+{"MRT": "Dover MRT Station", "location": ["1.31140529320963", "103.778637841909"]}
+{"MRT": "Clementi MRT Station", "location": ["1.31511625277378", "103.765191452888"]}
+{"MRT": "Jurong East MRT Station", "location": ["1.33315281585758", "103.742286332403"]}
+{"MRT": "Chinese Garden MRT Station", "location": ["1.34235282081401", "103.732596738363"]}
+{"MRT": "Lakeside MRT Station", "location": ["1.34425911493819", "103.720949087456"]}
+{"MRT": "Boon Lay MRT Station", "location": ["1.33860405469845", "103.706064622772"]}
+{"MRT": "Pioneer MRT Station", "location": ["1.33758701106708", "103.697321608474"]}
+{"MRT": "Joo Koon MRT Station", "location": ["1.3277170408447", "103.678374996165"]}
+{"MRT": "Gul Circle MRT Station", "location": ["1.31947090075208", "103.660530461345"]}
+{"MRT": "Tuas Crescent MRT Station", "location": ["1.32102695598684", "103.649078235627"]}
+{"MRT": "Tuas West Road MRT Station", "location": ["1.32998504653102", "103.639616648771"]}
+{"MRT": "Tuas Link MRT Station", "location": ["1.34088242451105", "103.636991425128"]}
+{"MRT": "Expo MRT Station", "location": ["1.33538252614956", "103.962374747451"]}
+{"MRT": "Changi Airport MRT Station", "location": ["1.35747897447692", "103.98788356959"]}
+{"MRT": "HarbourFront MRT Station", "location": ["1.26538938374901", "103.821530157095"]}
+{"MRT": "Outram Park MRT Station", "location": ["1.2802415328084", "103.840052100136"]}
+{"MRT": "Chinatown MRT Station", "location": ["1.28422391919085", "103.845143798953"]}
+{"MRT": "Clarke Quay MRT Station", "location": ["1.28745211415803", "103.846119192727"]}
+{"MRT": "Dhoby Ghaut MRT Station", "location": ["1.29891164362677", "103.84629250696"]}
+{"MRT": "Little India MRT Station", "location": ["1.30724381608438", "103.849841614124"]}
+{"MRT": "Farrer Park MRT Station", "location": ["1.31314029963164", "103.854754721344"]}
+{"MRT": "Boon Keng MRT Station", "location": ["1.31993957653291", "103.862052698446"]}
+{"MRT": "Potong Pasir MRT Station", "location": ["1.33137808528793", "103.869363547741"]}
+{"MRT": "Woodleigh MRT Station", "location": ["1.33919004519388", "103.87081830915"]}
+{"MRT": "Serangoon MRT Station", "location": ["1.35063361526525", "103.872771660431"]}
+{"MRT": "Kovan MRT Station", "location": ["1.36017917065237", "103.885064856353"]}
+{"MRT": "Hougang MRT Station", "location": ["1.37129226620797", "103.892380513029"]}
+{"MRT": "Buangkok MRT Station", "location": ["1.38287001971672", "103.893122569706"]}
+{"MRT": "Sengkang MRT Station", "location": ["1.39169462601522", "103.895484694279"]}
+{"MRT": "Punggol MRT Station", "location": ["1.41492733388605", "103.910166388177"]}
+{"MRT": "Dhoby Ghaut MRT Station", "location": ["1.29891164362677", "103.84629250696"]}
+{"MRT": "Bras Basah MRT Station", "location": ["1.29686168649656", "103.850667371637"]}
+{"MRT": "Esplanade MRT Station", "location": ["1.2936577245386", "103.855081226245"]}
+{"MRT": "Promenade MRT Station", "location": ["1.29399798636232", "103.860350000188"]}
+{"MRT": "Nicoll Highway MRT Station", "location": ["1.29976684675139", "103.86363696572"]}
+{"MRT": "Stadium MRT Station", "location": ["1.3028124684707", "103.875337711089"]}
+{"MRT": "Mountbatten MRT Station", "location": ["1.30620190525331", "103.882528081052"]}
+{"MRT": "Dakota MRT Station", "location": ["1.30854798388121", "103.889064718377"]}
+{"MRT": "Paya Lebar MRT Station", "location": ["1.3172473854035", "103.892260753884"]}
+{"MRT": "MacPherson MRT Station", "location": ["1.32615024457361", "103.889298600376"]}
+{"MRT": "Tai Seng MRT Station", "location": ["1.33514150139202", "103.888389300191"]}
+{"MRT": "Bartley MRT Station", "location": ["1.34250117805245", "103.880177899184"]}
+{"MRT": "Serangoon MRT Station", "location": ["1.35063361526525", "103.872771660431"]}
+{"MRT": "Lorong Chuan MRT Station", "location": ["1.35153128621585", "103.864812169514"]}
+{"MRT": "Bishan MRT Station", "location": ["1.35131580146658", "103.84914026532"]}
+{"MRT": "Marymount MRT Station", "location": ["1.348707263451", "103.839423132332"]}
+{"MRT": "Caldecott MRT Station", "location": ["1.33724561271722", "103.840161782075"]}
+{"MRT": "Farrer Road MRT Station", "location": ["1.31743915158967", "103.807379214161"]}
+{"MRT": "Holland Village MRT Station", "location": ["1.31224029631595", "103.796399122407"]}
+{"MRT": "Buona Vista MRT Station", "location": ["1.30627534823257", "103.790363200126"]}
+{"MRT": "one-north MRT Station", "location": ["1.29975987493555", "103.78745750525"]}
+{"MRT": "Kent Ridge MRT Station", "location": ["1.29353349887123", "103.784572738173"]}
+{"MRT": "Haw Par Villa MRT Station", "location": ["1.28195688684898", "103.781988990137"]}
+{"MRT": "Pasir Panjang MRT Station", "location": ["1.27621352233766", "103.791350313288"]}
+{"MRT": "Labrador Park MRT Station", "location": ["1.27236838626952", "103.803416232089"]}
+{"MRT": "Telok Blangah MRT Station", "location": ["1.27070647717762", "103.809761611219"]}
+{"MRT": "HarbourFront MRT Station", "location": ["1.26538938374901", "103.821530157095"]}
+{"MRT": "Bayfront MRT Station", "location": ["1.28187378879209", "103.859079764874"]}
+{"MRT": "Marina Bay MRT Station", "location": ["1.27631114381584", "103.854604975361"]}
+{"MRT": "Bukit Panjang MRT Station", "location": ["1.37956121236613", "103.761188866252"]}
+{"MRT": "Cashew MRT Station", "location": ["1.36981544925552", "103.76443921414"]}
+{"MRT": "Hillview MRT Station", "location": ["1.36234486803558", "103.767418254007"]}
+{"MRT": "Beauty World MRT Station", "location": ["1.34090149001429", "103.775746717778"]}
+{"MRT": "King Albert Park MRT Station", "location": ["1.335893496278", "103.783235863233"]}
+{"MRT": "Sixth Avenue MRT Station", "location": ["1.33085764536226", "103.796906838288"]}
+{"MRT": "Tan Kah Kee MRT Station", "location": ["1.32639224146351", "103.806548201692"]}
+{"MRT": "Stevens MRT Station", "location": ["1.32006555750626", "103.826024401924"]}
+{"MRT": "Newton MRT Station", "location": ["1.3123189224097", "103.837984594021"]}
+{"MRT": "Little India MRT Station", "location": ["1.30724381608438", "103.849841614124"]}
+{"MRT": "Rochor MRT Station", "location": ["1.30385218527656", "103.852769428884"]}
+{"MRT": "Bugis MRT Station", "location": ["1.30046508509717", "103.855706730933"]}
+{"MRT": "Promenade MRT Station", "location": ["1.29399798636232", "103.860350000188"]}
+{"MRT": "Bayfront MRT Station", "location": ["1.28187378879209", "103.859079764874"]}
+{"MRT": "Downtown MRT Station", "location": ["1.27944638178916", "103.852840829581"]}
+{"MRT": "Telok Ayer MRT Station", "location": ["1.28206894769394", "103.848648781083"]}
+{"MRT": "Chinatown MRT Station", "location": ["1.28422391919085", "103.845143798953"]}
+{"MRT": "Fort Canning MRT Station", "location": ["1.29248194822996", "103.844331362465"]}
+{"MRT": "Bencoolen MRT Station", "location": ["1.29891843369422", "103.850353762717"]}
+{"MRT": "Jalan Besar MRT Station", "location": ["1.3051713878069", "103.855295713435"]}
+{"MRT": "Bendemeer MRT Station", "location": ["1.31367252847691", "103.862977620945"]}
+{"MRT": "Geylang Bahru MRT Station", "location": ["1.32130110228321", "103.871622627142"]}
+{"MRT": "Mattar MRT Station", "location": ["1.32687671501334", "103.883247509542"]}
+{"MRT": "MacPherson MRT Station", "location": ["1.32615024457361", "103.889298600376"]}
+{"MRT": "Ubi MRT Station", "location": ["1.32997425973974", "103.899226655439"]}
+{"MRT": "Kaki Bukit MRT Station", "location": ["1.33496735995428", "103.908459338046"]}
+{"MRT": "Bedok North MRT Station", "location": ["1.33474211664091", "103.91797832995"]}
+{"MRT": "Bedok Reservoir MRT Station", "location": ["1.33660782955099", "103.932234623286"]}
+{"MRT": "Tampines West MRT Station", "location": ["1.34551530560119", "103.938436971222"]}
+{"MRT": "Tampines MRT Station", "location": ["1.34551530560119", "103.938436971222"]}
+{"MRT": "Tampines East MRT Station", "location": ["1.35619148271544", "103.9546344625"]}
+{"MRT": "Upper Changi MRT Station", "location": ["1.34173977444995", "103.961472788634"]}
+{"MRT": "Expo MRT Station", "location": ["1.33538252614956", "103.962374747451"]}
+{"MRT": "Woodlands North MRT Station", "location": ["1.44829245259621", "103.785692682441"]}
+{"MRT": "Woodlands MRT Station", "location": ["1.43605761708128", "103.787938777173"]}
+{"MRT": "Woodlands South MRT Station", "location": ["1.42739605281442", "103.79326432221"]}
+{"MRT": "Springleaf MRT Station", "location": ["1.39758106126824", "103.817856949947"]}
+{"MRT": "Lentor MRT Station", "location": ["1.38550657972169", "103.835743809669"]}
+{"MRT": "Mayflower MRT Station", "location": ["1.37146318831015", "103.836567766945"]}
+{"MRT": "Bright Hill MRT Station", "location": ["1.36328318545185", "103.832893619992"]}
+{"MRT": "Upper Thomson MRT Station", "location": ["1.35441643365401", "103.832898468504"]}
+{"MRT": "Caldecott MRT Station", "location": ["1.33724561271722", "103.840161782075"]}

main.py

@@ -0,0 +1,91 @@
+import json
+import requests
+from misc import nearest_mrt
+import time
+import pickle
+import os
+
+###This is to create MRT names and MRT locations
+# def main(Postal_,age_,town_,storey_,room_):
+
+
+
+###Input structure into model is##
+filename = 'finalized_model.sav'
+
+if os.path.exists("./finalized_model.sav"):
+    model = pickle.load(open(filename, 'rb'))
+    print('loaded model')
+else:
+    print('failed loading model')
+
+#extract feature names#
+feature_names = model.feature_names
+input = [0]*len(feature_names)
+print(feature_names)
+
+#Set up mrt_list
+mrt_name = []
+mrt_loc = []
+with open('data/mrt_list.json', 'r') as file:
+    for line in file:
+        item = json.loads(line)
+        mrt_name.append(item['MRT'])
+        loc = tuple([float(i) for i in item['location']])
+        mrt_loc.append(loc)
+
+#Query for latitude and longitude
+
+
+##POSTAL
+# Postal_input = Postal_
+Postal_input = 680705
+input[feature_names.index('Postal')] = int(Postal_input)
+
+##DISTANCE TO MRT
+search_term = Postal_input #sample
+query_string='https://developers.onemap.sg/commonapi/search?searchVal={}&returnGeom=Y&getAddrDetails=Y&pageNum=1'.format(search_term)
+resp = requests.get(query_string)
+data = json.loads(resp.content)
+chosen_result = data['results'][0]
+
+#Calculate the distance to nearest MRT
+distance_km, nearest_mr = nearest_mrt(chosen_result['LATITUDE'], chosen_result['LONGITUDE'], mrt_name, mrt_loc)
+input[feature_names.index('distance_mrt')] = distance_km
+print(input)
+
+##STOREY
+#Height is input, but then converted to the scale we used for iterating model
+# height_input = storey_
+height_input = 51
+Height = (height_input+2)//3
+input[feature_names.index('storey_height')] = Height
+print(input)
+
+##TOWN
+# town_input = town_
+town_input = 'CHOA CHU KANG'
+input[feature_names.index("town_"+town_input)] = 1
+print(input)
+
+##ROOM
+# room_input = room_
+room_input = '4 ROOM'
+input[feature_names.index("flat_num_"+room_input)] = 1
+print(input)
+
+##AGE/ TRANSACTION YEAR [Current default to 2022]
+# age_input = age_
+age_input = 30
+input[feature_names.index('age_transation')] = age_input
+input[feature_names.index('transaction_yr')] = 2022  #Default to 2022 first
+print(input)
+
+#town is input
+#distance to MRT is calculated
+#age_transaction is age at transaction, which is input
+#Postal is input
+
+
+
+#reverse price adjustment is done with RPI

misc.py

@@ -0,0 +1,48 @@
+from dateutil.parser import parse
+import geopy.distance
+import json
+from datetime import datetime
+import math
+
+
+
+storey_dict = {'01 TO 03': 1, '04 TO 06': 2, '07 TO 09': 3, '10 TO 12': 4, '13 TO 15': 5, '16 TO 18': 6, '19 TO 21': 7, '22 TO 24': 8, '25 TO 27': 9, '28 TO 30': 10, '31 TO 33': 11, '34 TO 36': 12, '37 TO 39': 13, '40 TO 42': 14, '43 TO 45': 15, '46 TO 48': 16, '49 TO 51':17}
+RPI_dict = {'2Q2022': 163.9, '1Q2022': 159.5, '4Q2021': 155.7, '3Q2021': 150.6, '2Q2021': 146.4, '1Q2021': 142.2, '4Q2020': 138.1, '3Q2020': 133.9, '2Q2020': 131.9, '1Q2020': 131.5, '4Q2019': 131.5, '3Q2019': 130.9, '2Q2019': 130.8, '1Q2019': 131, '4Q2018': 131.4, '3Q2018': 131.6, '2Q2018': 131.7, '1Q2018': 131.6, '4Q2017': 132.6, '3Q2017': 132.8, '2Q2017': 133.7, '1Q2017': 133.9}
+
+def is_date(string, fuzzy=False):
+    """
+    Return whether the string can be interpreted as a date.
+
+    :param string: str, string to check for date
+    :param fuzzy: bool, ignore unknown tokens in string if True
+    """
+    try: 
+        parse(string, fuzzy=fuzzy)
+        return True
+
+    except ValueError:
+        return False
+
+def distance_to_mrt(lat, long, location):
+    coord_mrt = tuple(location)
+    coord_house = (lat, long)
+    distance_km = geopy.distance.distance(coord_mrt, coord_house).km
+    #print(distance_km)
+    return distance_km
+
+
+def nearest_mrt(lat, long, mrt_name, mrt_loc):
+    count = 0
+    distance_km = 100
+    for mrt in mrt_name:
+        distance_cal = distance_to_mrt(lat, long, mrt_loc[count])
+        if distance_cal < distance_km:
+            nearest_mr = mrt
+            distance_km = distance_cal
+        count += 1
+    return distance_km, nearest_mr
+
+def price_adj(price, qrtr_transaction):
+    RPI = float(RPI_dict[qrtr_transaction])
+    resale_price_adj = price*(133.9/RPI)       #133.9 is the CPI at 1Q2017, which is our baseline
+    return resale_price_adj