first commit

RPFAA Building P1.json

@@ -0,0 +1 @@
+[{"File Name": "DARAGA-ALCALA-0017", "General Information": {"ARP No.": "2017-04-0000-00009", "Owner": "RUDY MADRONA", "Address": "", "Tel No.": "", "Administrator/Beneficial User": "", "Address:": "", "Tel No.:": "", "PIN": "0310 400 301008-1001", "TIN_1": "", "TIN_2": ""}, "Building Location": {"No. / Street": "", "Brgy/District": "", "Municipality": "", "Province/city": ""}, "Land Reference": {"Owner": "", "OCT/TCT/CLOA NO.": "", "Lot No.": "", "Survey No.": "", "Blk No.": "", "TD/ARP No.:": "", "Area": ""}, "Property Appraisal": {"Kind of Bldg": "", "Structural Type": "", "Bldg. Permit No.": "", "Date Issued": "", "Condominium Certificate of Title(CCT)": "", "Certificate of Completion Issued on": "", "Certificate of Occupancy Issued on": "", "Date Constructed/Completed": "", "Date Occupied": "", "Bldg. Age": "", "No. of Storeys": "", "Area of 1st Flr": "", "Area of 2nd Flr": "", "Area of 3rd Flr": "", "Area of 4th Flr": "", "Total Floor Area": ""}}, {"File Name": "DARAGA-ALCALA-0033", "General Information": {"ARP No.": "2011-64-0003-00017", "Owner": "JULIAN LLANTOS", "Address": "", "Tel No.": "", "Administrator/Beneficial User": "", "Address:": "", "Tel No.:": "", "PIN": "0310400301012100", "TIN_1": "", "TIN_2": ""}, "Building Location": {"No. / Street": "", "Brgy/District": "", "Municipality": "", "Province/city": ""}, "Land Reference": {"Owner": "", "OCT/TCT/CLOA NO.": "", "Lot No.": "", "Survey No.": "", "Blk No.": "", "TD/ARP No.:": "", "Area": ""}, "Property Appraisal": {"Kind of Bldg": "", "Structural Type": "", "Bldg. Permit No.": "", "Date Issued": "", "Condominium Certificate of Title(CCT)": "", "Certificate of Completion Issued on": "", "Certificate of Occupancy Issued on": "", "Date Constructed/Completed": "", "Date Occupied": "", "Bldg. Age": "", "No. of Storeys": "", "Area of 1st Flr": "", "Area of 2nd Flr": "", "Area of 3rd Flr": "", "Area of 4th Flr": "", "Total Floor Area": ""}}, {"File Name": "DARAGA-ALCALA-0071", "General Information": {"ARP No.": "2017-04-0003-00036", "Owner": "ROLANDO LISTANA", "Address": "", "Tel No.": "", "Administrator/Beneficial User": "", "Address:": "", "Tel No.:": "", "PIN": "0310400 301 024-100", "TIN_1": "(no value provided)", "TIN_2": "(no value provided)"}, "Building Location": {"No. / Street": "", "Brgy/District": "", "Municipality": "", "Province/city": ""}, "Land Reference": {"Owner": "", "OCT/TCT/CLOA NO.": "", "Lot No.": "", "Survey No.": "", "Blk No.": "", "TD/ARP No.:": "", "Area": ""}, "Property Appraisal": {"Kind of Bldg": "", "Structural Type": "", "Bldg. Permit No.": "", "Date Issued": "", "Condominium Certificate of Title(CCT)": "", "Certificate of Completion Issued on": "", "Certificate of Occupancy Issued on": "", "Date Constructed/Completed": "", "Date Occupied": "", "Bldg. Age": "", "No. of Storeys": "", "Area of 1st Flr": "", "Area of 2nd Flr": "", "Area of 3rd Flr": "", "Area of 4th Flr": "", "Total Floor Area": ""}}]

RPFAAP1.json

@@ -0,0 +1,47 @@
+{"File Name": "%s",
+"General Information": {
+    "ARP No.": "",
+    "Owner": "",
+    "Address": "",
+    "Tel No.": "",
+    "Administrator/Beneficial User": "",
+    "Address:": "",
+    "Tel No.:": "",
+    "PIN": "",
+    "TIN_1": "",
+    "TIN_2": ""
+},
+"Building Location": {
+    "No. / Street": "",
+    "Brgy/District": "",
+    "Municipality": "",
+    "Province/city": ""
+},
+"Land Reference": {
+    "Owner": "",
+    "OCT/TCT/CLOA NO.": "",
+    "Lot No.": "",
+    "Survey No.": "",
+    "Blk No.": "",
+    "TD/ARP No.:": "",
+    "Area": ""
+},
+"Property Appraisal": {
+    "Kind of Bldg": "",
+    "Structural Type": "",
+    "Bldg. Permit No.": "",
+    "Date Issued": "",
+    "Condominium Certificate of Title(CCT)": "",
+    "Certificate of Completion Issued on": "",
+    "Certificate of Occupancy Issued on": "",
+    "Date Constructed/Completed": "",
+    "Date Occupied": "",
+    "Bldg. Age": "",
+    "No. of Storeys": "",
+    "Area of 1st Flr": "",
+    "Area of 2nd Flr": "",
+    "Area of 3rd Flr": "",
+    "Area of 4th Flr": "",
+    "Total Floor Area": ""
+}
+}

RPFAAP2.json

@@ -0,0 +1,37 @@
+{"File Name": "%s",
+"Additional Items": {
+    "Additional Items": ""
+},
+"Property Appraisal": {
+    "Unit Construction Cost (P)": "",
+    "Sub-Total (P)": "",
+    "Depreciation Rate": "",
+    "Depreciation Cost (P)": "",
+    "Cost of Additional Items": "",
+    "Total Construction Cost": "",
+    "Total Percentage Depreciation": "",
+    "Market Value (P)": ""                       
+},
+"Property Assesment": {
+    "Actual Use": "",
+    "Market Value (P)": "",
+    "Assessment Level": "",
+    "Assessed Value (P)": "",
+    "Effectivity of Assessment/Reassessment": ""
+},
+"Memoranda": {
+    "Memoranda": "",
+    "Date of Entry in the Record of Assessment": "",
+    "Name": ""
+},
+"Record of Superseded Assesment": {
+    "PIN": "",
+    "ARP No.": "",
+    "TD No.": "",
+    "Total Assessed Value": "",
+    "Previous Owner": "",
+    "Effectivity of Assessment": "",
+    "Record Person": "",
+    "Date": ""
+}
+}

advance-river-381411-c7be39c33cff.json

@@ -0,0 +1,12 @@
+{
+  "type": "service_account",
+  "project_id": "advance-river-381411",
+  "private_key_id": "c7be39c33cff4f7d73235768c604b45d34b70828",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCwzbKttInEvLFp\nBIsVJC1XV+J5+ZfCRrjdAIeTYdtHLsvTn7Y6zaTB99rXTptw7lHvI/KpP5fIFCV5\n8m6W02bifcMya5ELF4DAQOh5z8rllmEcR9IxX4OtP60/7AvFOOf8AeypbnbbMjjw\nTpBa3H4kkHkp3AGJ8FsfDLU61iQ8O/GLRJj2eJ2XUihqEYQjzLj3rBphjkXqSPbW\nXbHwzNXpeA29QAfWcUnEstM7cWKgE9zdcAI3Nav688BDWP0F5N9r9YEZn5Iv2v3J\nfCzRHXx1TfW/T9+otlBtO5kC6RtDaw5KBEYwF3XfGFazy7wMGufYOrwmj0v59BQn\nP43AeDjBAgMBAAECggEABFSLZmX8NFN3SGZONj64NhIO19QxP3a+Nxp415cfWOFY\naGbaXpsUCJSmmVyhYb0SiGgB3NuT/vhgWRnjE8JafBxerCTWjPYexwan8vjQBDrA\nRuIq757iYZtEReMlACf2RZWx+03bbx+uJZOVBUaud7yKnSf4aS2X+70S0L23Ljry\nsDVD+AUOutKO4amJW2zVGoNy0c7FwnCYf3+glZ+aaFlfZciJ4ryPPS3cux6c/U8p\nRzZgrcLIxjn7UdokqbCYJ1qHpaLgFqt6fG1Fn6Mc1Q6Z10c4JU4sgHEwqSe3mDdc\nlsXsh15preljd3+I1d/tdCnORDPQYR0+jpSXcXgfuQKBgQDcylW6JlLmj+IH1LwV\nzU+3FWWJ3EIecVBFv4NvHQkQmoVOuaC56wflLYcAXZyP8k6O76pqSjofW+aevsiQ\ns2fm43XgFy4XUG+rYELJvPu4mj7swWD2SRukxnMO6qjqg2sAzktgWuKAdq+zoX6z\n/Hab1DIm+nJyfYFuRWf9pxlc+QKBgQDM/56jmNw14cXHwKsDhq8ArCQFmss8gtzp\nInmtWIykcPlx+dgEAyT52q3DCkYfYq/mJDZo1Zp5gDWIu9pdKFJzuhcfoyo2WFI8\nwWueOUZuuKPBTQe+htjsBthP/FHamLukmQGi8LVHpwmKgh9dSFuoNLdQc32/AJ/q\nZAqORnSUCQKBgQCHgyhauGrpWCZC6C8IsprapCdOFgH+7U13gbQJ3qhRqIVpbEVZ\n1wdhgi/56XrOXsoYsMDHvAcweBd0F2TCa1q6O6F9iLyhUp03cj2L1JIrG4DDj20T\nvIta9vJnlV9XkJF8TSG2YhHjBvWQKu65SZsCyZp+kfjsjFuEctUAui63AQKBgBKe\nJIo3F8jM+Glr1hw73yjweVUI+exE9ks2Flbn8937ZKw1RKkYoAMRGTbdeADhtZfx\nMf/TZnQicLo6VVqgjtxzyiXVa8ADxXQ/HMcB7KOhoT2tAUcMeCb3eC3LfKOdu2z3\neG6T7eLUCMnLh42xRKHCJ+PmmUT/iYaAD3VccLoBAoGBALULDC98XHe+J14HOh2u\na3hH4Mw7RPaiznvp/BAYIMdtiGH4eh6b9tXMuBPb3nC8qnHcF5HxqAMHHD+JsZj7\nhIlnvC9xHzAm7vqeqO5N5yT9EefkmvAm7g5AXP5k5/21YbRVbD0eSzB2vfV385us\nqKGloin1O/cM+JHXtcm1QhwS\n-----END PRIVATE KEY-----\n",
+  "client_email": "test-983@advance-river-381411.iam.gserviceaccount.com",
+  "client_id": "117808812221688451309",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/test-983%40advance-river-381411.iam.gserviceaccount.com"
+}

app.log

@@ -0,0 +1,339 @@
+2023-05-11 19:13:33,773 - INFO - The following text was scanned using OCR, your goal is to extract the important entities from the text and correct them with the help of the restrictions placed in the desired format. Remember to not make any changes on the labels of the desired format, simply extract the text, correct it and return only the desired format. Text: ARP No. 2017-04-0000-00009
+OWNER: RUDY MADRONA
+Address: ALCALA DARAGA, ALBAY
+Tel No.:
+Administrator/Beneficial User:
+Address:
+Tel No.:
+BUILDING LOCATION
+No. / Street
+Brgy/District
+ALCALA
+DA RAGA
+Municipality:
+Province/City
+ALBAY
+PROPERTY APPRAISAL
+Kind of Bldg.
+Structural Type V
+Bldg. Permit No.
+Date Issued
+Condominium Certificate of Title(CCT)
+Certificate of Completion Issued On:
+Certificate of Occupancy Issued On:
+Date Constructed/Completed:
+Date Occupied:
+REAL PROPERTY FIELD APPRAISAL & ASSESSMENT SHEET - BUILDING & OTHER
+STRUCTURES
+PIN 0310 400 301008 -1001
+TIN
+Tiles
+STRUCTURAL MATERIALS (Checklist)
+ROOF
+Reinforced Concrete
+G.I. Sheet
+Aluminum
+Asbestos
+Long Span
+Concrete Desk
+Nipa/Anahaw/Gogon
+Others (Specify)
+FLOORING
+Reinforced
+Concrete
+(for upper
+floor)
+Plain Cement
+TIN
+Floor Plan:
+Attach the building plan sketch of floor plan. A photograph may also be attached if necessary.
+Marble
+Wood
+Tiles
+Others
+(specify)
+LAND REFERENCE
+Owner
+OCT/TCT/CLOA No.
+Lot No.
+MADRONA, DEMETRIO
+TD/ARP No:
+Area
+Bldg. Age
+No. of Storeys
+Area of 1st flr:
+Area of 2nd flr:
+Area of 3rd flr:
+Area of 4th flr:
+TRANSACTION CODE
+Total Floor Area: 6 SQ.M.
+1st 2nd 3rd 4th
+Flr. Flr. Flr. Flr.
+Plain
+Cement
+Wood
+Walls & 1st 2nd 3rd 4th
+Partitions Flr. Flr. Flr. Flr.
+Reinforced
+Concrete
+CHB
+G.I Sheet
+Survey No. 300
+Blk No.
+Build-a-
+wall
+Sawali
+Bamboo
+Others
+(Specify)
+ 
+        Desired Format: 
+        ARP No.: <Numerical Value Only, Replace Slashes with the number 1>
+        Owner: <Person's Name>
+        Address: -||-
+        Tel No.: -||-
+        Administrator/Beneficial User: -||-
+        Address: -||-
+        Tel No.: -||-
+        PIN: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_1: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_2: <Numerical Value Only, Replace Slashes with the number 1>
+        
+2023-05-11 19:13:37,266 - INFO - ARP No.: 2017-04-0000-00009
+Owner: RUDY MADRONA
+Address: ALCALA DARAGA, ALBAY
+Tel No.: 
+Administrator/Beneficial User: -||-
+Address: -||-
+Tel No.: -||-
+PIN: 0310 400 301008-1001
+TIN_1: -||-
+TIN_2: -||-
+2023-05-11 19:13:38,952 - INFO - The following text was scanned using OCR, your goal is to extract the important entities from the text and correct them with the help of the restrictions placed in the desired format. Remember to not make any changes on the labels of the desired format, simply extract the text, correct it and return only the desired format. Text: ARP Np. 2011-64-0003-00017
+OWNER: LLANTOS, JULIAN
+Address: ALCALA, DARAGA, AMBAY
+Tel No.:
+Administrator/Beneficial User:
+Address:
+Tel No.:
+BUILDING LOCATION
+No. / Street
+Brgy/District
+ALCALA
+DARAGA
+ALBAY
+Municipality:
+Province/City
+PROPERTY APPRAISAL
+Kind of Bldg.
+Structural Type 111-C
+Bldg. Permit No.
+Date Issued
+Condominium Certificate of Title(CCT)
+Certificate of Completion Issued On:
+Certificate of Occupancy Issued On:
+REAL PROPERTY FIELD APPRAISAL & ASSESSMENT SHEET - BUILDING & OTHER
+STRUCTURES
+PIN 0310 400301012-100)
+TIN
+Date Constructed/Completed:
+Date Occupied:
+STRUCTURAL MATERIALS (Checklist)
+Tiles
+ROOF
+Reinforced Concrete
+G.I. Sheet
+Aluminum
+Asbestos
+Long Span
+Concrete Desk
+Nipa/Anahaw/Gogon
+Others (Specify)
+Floor Plan:
+Attach the building plan sketch of floor plan. A photograph may also be attached if necessary.
+FLOORING
+Reinforced
+Concrete
+(for upper
+floor)
+Plain Cement
+Marble
+Wood
+Tiles
+TIN
+Others
+(specify)
+LAND REFERENCE
+Owner
+OCT/TCT/CLOA No.
+Lot No. 3095-P
+TD/ARP No:
+Area
+Bldg. Age
+No. of Storeys
+Area of 1st flr:
+Area of 2nd flr:
+Area of 3rd flr:
+Area of 4th flr:
+Total Floor Area: 49 SQ.M.
+1st 2nd 3rd 4th
+Flr. Flr. Flr. Flr.
+TRANSACTION CODE
+Walls &
+Partitions
+Reinforced
+Concrete
+Plain
+Cement
+Wood
+CHB
+G.I Sheet
+Build-a-
+wall
+Sawali
+Bamboo
+Others
+(Specify)
+Survey No.
+Bik No.
+1st 2nd 3rd 4th
+Flr. Fir. Flr. Flr.
+ 
+        Desired Format: 
+        ARP No.: <Numerical Value Only, Replace Slashes with the number 1>
+        Owner: <Person's Name>
+        Address: -||-
+        Tel No.: -||-
+        Administrator/Beneficial User: -||-
+        Address: -||-
+        Tel No.: -||-
+        PIN: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_1: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_2: <Numerical Value Only, Replace Slashes with the number 1>
+        
+2023-05-11 19:13:42,282 - INFO - ARP No.: 2011-64-0003-00017
+Owner: JULIAN LLANTOS
+Address: ALCALA, DARAGA, ALBAY
+Tel No.: -||-
+Administrator/Beneficial User: -||-
+Address: -||-
+Tel No.: -||-
+PIN: 0310400301012100
+TIN_1: -||-
+TIN_2: -||-
+2023-05-11 19:13:44,006 - INFO - The following text was scanned using OCR, your goal is to extract the important entities from the text and correct them with the help of the restrictions placed in the desired format. Remember to not make any changes on the labels of the desired format, simply extract the text, correct it and return only the desired format. Text: ARP No. 2017-04-0003-00036
+OWNER: LISTANA, ROLANDO
+Address: ALCAL� DARAGA, ALBAY
+Tel No.:
+Administrator/Beneficial User:
+Address:
+Tel No.:
+BUILDING LOCATION
+No. / Street
+Brgy/District
+Municipality:
+ALCALA
+Province/City
+REAL PROPERTY FIELD APPRAISAL & ASSESSMENT SHEET - BUILDING & OTHER
+STRUCTURES
+DARALA
+ALBAY
+PROPERTY APPRAISAL
+Kind of Bldg.
+Structural Type V
+Bldg. Permit No.
+Date Issued
+Condominium Certificate of Title(CCT)
+Certificate of Completion Issued On:
+Certificate of Occupancy Issued On:
+Date Constructed/Completed: 1980
+Date Occupied:
+Tiles
+STRUCTURAL MATERIALS (Checklist)
+ROOF
+Reinforced Concrete
+G.I. Sheet
+Aluminum
+Asbestos
+Long Span
+Concrete Desk
+Nipa/Anahaw/Gogon
+Others (Specify)
+FLOORING
+Reinforced
+Concrete
+(for upper
+floor)
+Plain Cement
+Marble
+Wood
+Tiles
+Others
+(specify)
+PIN 0310400 301 024 -100
+TIN
+TIN
+LAND REFERENCE
+Owner
+LISTANA
+OCT/TCT/CLOA No.
+Lot No.
+Floor Plan:
+Attach the building plan sketch of floor plan. A photograph may also be attached if necessary.
+TD/ARP No:
+Area
+I
+2798
+Bldg. Age
+No. of Storeys
+Area of 1st flr:
+Area of 2nd flr:
+Area of 3rd flr:
+Area of 4th flr:
+TRANSACTION CODE
+Total Floor Area: 125Q-m�
+1st 2nd 3rd 4th
+Flr. Flr. Flr. Flr.
+MARIAND
+*
+Walls & 1st 2nd 3rd 4th
+Partitions Flr. Flr. Flr. Flr.
+Reinforced
+Concrete
+Plain
+Cement
+Wood
+CHB
+G.1 Sheet
+Survey No. 4684
+Blk No.
+Build-a-
+wall
+Sawali
+Bamboo
+Others
+(Specify)
+ 
+        Desired Format: 
+        ARP No.: <Numerical Value Only, Replace Slashes with the number 1>
+        Owner: <Person's Name>
+        Address: -||-
+        Tel No.: -||-
+        Administrator/Beneficial User: -||-
+        Address: -||-
+        Tel No.: -||-
+        PIN: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_1: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_2: <Numerical Value Only, Replace Slashes with the number 1>
+        
+2023-05-11 19:13:48,089 - INFO - ARP No.: 2017-04-0003-00036
+Owner: ROLANDO LISTANA
+Address: ALCALA DARAGA, ALBAY
+Tel No.: -||-
+Administrator/Beneficial User: -||-
+Address: -||-
+Tel No.: -||-
+PIN: 0310400 301 024-100
+TIN_1: -||-   (no value provided)
+TIN_2: -||-   (no value provided)
+2023-05-11 19:13:48,089 - INFO - [{'File Name': 'DARAGA-ALCALA-0017', 'General Information': {'ARP No.': '2017-04-0000-00009', 'Owner': 'RUDY MADRONA', 'Address': '', 'Tel No.': '', 'Administrator/Beneficial User': '', 'Address:': '', 'Tel No.:': '', 'PIN': '0310 400 301008-1001', 'TIN_1': '', 'TIN_2': ''}, 'Building Location': {'No. / Street': '', 'Brgy/District': '', 'Municipality': '', 'Province/city': ''}, 'Land Reference': {'Owner': '', 'OCT/TCT/CLOA NO.': '', 'Lot No.': '', 'Survey No.': '', 'Blk No.': '', 'TD/ARP No.:': '', 'Area': ''}, 'Property Appraisal': {'Kind of Bldg': '', 'Structural Type': '', 'Bldg. Permit No.': '', 'Date Issued': '', 'Condominium Certificate of Title(CCT)': '', 'Certificate of Completion Issued on': '', 'Certificate of Occupancy Issued on': '', 'Date Constructed/Completed': '', 'Date Occupied': '', 'Bldg. Age': '', 'No. of Storeys': '', 'Area of 1st Flr': '', 'Area of 2nd Flr': '', 'Area of 3rd Flr': '', 'Area of 4th Flr': '', 'Total Floor Area': ''}}, {'File Name': 'DARAGA-ALCALA-0033', 'General Information': {'ARP No.': '2011-64-0003-00017', 'Owner': 'JULIAN LLANTOS', 'Address': '', 'Tel No.': '', 'Administrator/Beneficial User': '', 'Address:': '', 'Tel No.:': '', 'PIN': '0310400301012100', 'TIN_1': '', 'TIN_2': ''}, 'Building Location': {'No. / Street': '', 'Brgy/District': '', 'Municipality': '', 'Province/city': ''}, 'Land Reference': {'Owner': '', 'OCT/TCT/CLOA NO.': '', 'Lot No.': '', 'Survey No.': '', 'Blk No.': '', 'TD/ARP No.:': '', 'Area': ''}, 'Property Appraisal': {'Kind of Bldg': '', 'Structural Type': '', 'Bldg. Permit No.': '', 'Date Issued': '', 'Condominium Certificate of Title(CCT)': '', 'Certificate of Completion Issued on': '', 'Certificate of Occupancy Issued on': '', 'Date Constructed/Completed': '', 'Date Occupied': '', 'Bldg. Age': '', 'No. of Storeys': '', 'Area of 1st Flr': '', 'Area of 2nd Flr': '', 'Area of 3rd Flr': '', 'Area of 4th Flr': '', 'Total Floor Area': ''}}, {'File Name': 'DARAGA-ALCALA-0071', 'General Information': {'ARP No.': '2017-04-0003-00036', 'Owner': 'ROLANDO LISTANA', 'Address': '', 'Tel No.': '', 'Administrator/Beneficial User': '', 'Address:': '', 'Tel No.:': '', 'PIN': '0310400 301 024-100', 'TIN_1': '(no value provided)', 'TIN_2': '(no value provided)'}, 'Building Location': {'No. / Street': '', 'Brgy/District': '', 'Municipality': '', 'Province/city': ''}, 'Land Reference': {'Owner': '', 'OCT/TCT/CLOA NO.': '', 'Lot No.': '', 'Survey No.': '', 'Blk No.': '', 'TD/ARP No.:': '', 'Area': ''}, 'Property Appraisal': {'Kind of Bldg': '', 'Structural Type': '', 'Bldg. Permit No.': '', 'Date Issued': '', 'Condominium Certificate of Title(CCT)': '', 'Certificate of Completion Issued on': '', 'Certificate of Occupancy Issued on': '', 'Date Constructed/Completed': '', 'Date Occupied': '', 'Bldg. Age': '', 'No. of Storeys': '', 'Area of 1st Flr': '', 'Area of 2nd Flr': '', 'Area of 3rd Flr': '', 'Area of 4th Flr': '', 'Total Floor Area': ''}}]

gr.py

@@ -0,0 +1,11 @@
+import json
+import gradio as gr
+ 
+def save_json(text):
+    with open("output.json", "w") as outfile:
+        json.dump(text, outfile)
+    
+    return "output.json"
+
+demo = gr.Interface(save_text_as_json, "text", "file")
+demo.launch()

main.py

@@ -0,0 +1,266 @@
+import os
+import openai
+import gradio as gr
+import requests
+import datetime
+from io import BytesIO
+from google.api_core.client_options import ClientOptions
+from google.cloud import documentai_v1 as documentai
+import json
+from google.cloud import vision
+import time
+from settings import char_remove, gpt_api_key, gpt_model, RPFAAP2, RPFAAP1, project_id, project_location, processor_id
+from tqdm import tqdm
+import logging
+
+logging.basicConfig(filename='app.log', level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+
+def chat_gpt_image(content, context):
+    openai.api_key = gpt_api_key
+    prompt = "You are an expert at identifying OCR errors and correcting them with the help of context, intuition and logic."
+    document = "The following text was scanned using OCR, your goal is to return a corrected version of the text"
+    prefix = "Additionally"
+    if context == "": 
+        sequence = (document, content)
+    else: 
+        sequence_1 = (prefix, context)
+        additional = (" ".join(sequence_1))
+        sequence = (additional, content)
+
+    final_content = (" ".join(sequence))
+    logging.info(final_content)
+    completion = openai.ChatCompletion.create(
+    model=gpt_model,
+    user="1",
+    messages=[
+        {"role": "system", "content": prompt},
+        {"role": "user", "content": final_content}
+    ]
+    )
+    logging.info(completion.choices[0].message.content)
+    return(completion.choices[0].message.content)
+
+def remove_na(string):
+    for char in char_remove:
+        string = string.replace(char, "")
+    return string
+
+def chat_gpt_document(content, document_type, context):
+    openai.api_key = gpt_api_key
+    prompt = "You are an expert at identifying OCR errors and correcting them with the help of context, intuition and logic."
+    document_prefix = "The following text was scanned using OCR, your goal is to extract the important entities from the text and correct them with the help of the restrictions placed in the desired format. Remember to not make any changes on the labels of the desired format, simply extract the text, correct it and return only the desired format. Text:"
+    additional_prefix = "Additionally the text"
+
+    content_info = content[0]
+    content_name = content[1]
+    if document_type == "RPFAA Building P1":
+        document = "RPFAAP1.json"
+        desired_format = RPFAAP1
+    elif document_type == "RPFAA Building P2":
+        document = "RPFAAP2.json"
+        desired_format = RPFAAP2
+    else: 
+        document = ""
+        desired_format = ""
+
+    if context == "": 
+        sequence_1 = (document_prefix, content_info, desired_format)
+    else: 
+        sequence_1 = (document_prefix, content_info, desired_format, additional_prefix, context)
+
+    content_1 = (" ".join(sequence_1))
+    logging.info(content_1)
+
+    completion_1 = openai.ChatCompletion.create(
+    model=gpt_model,
+    user="1",
+    messages=[
+        {"role": "system", "content": prompt},
+        {"role": "user", "content": content_1}
+    ]
+    )
+    logging.info(completion_1.choices[0].message.content)
+    input_string = remove_na(completion_1.choices[0].message.content)
+
+    with open(document) as f:
+        property_info = json.load(f)
+    #Adds the name of the file
+    property_info["File Name"] = content_name
+    #Fills in the information
+    for line in input_string.split('\n'):
+        if ':' in line:
+            key, value = line.split(':', 1)
+            key = key.strip()
+            for category in property_info:
+                if key in property_info[category]:
+                    property_info[category][key] = value.strip()
+                    break
+            else:
+                if key == "File Name":
+                    property_info[key] = value.strip()
+    return json.dumps(property_info, indent=4)
+
+# def get_openai_api_usage():
+#     openai.api_key = "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"
+#     api_key = "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"
+#     org_id = "org-lqZ72EJMjCjjXdRwPNfys6YO"
+#     session = requests.Session()
+#     headers = {
+#         "Authorization": f"Bearer {api_key}",
+#         "OpenAI-Organization": org_id
+#     }
+
+#     # Define the start and end dates for the usage data
+#     today = datetime.date.today()
+#     start_date = today - datetime.timedelta(days=30)
+#     end_date = today
+
+#     # Make the API call to retrieve the usage data
+#     url = f"https://api.openai.com/v1/usage?date=2023-03-29"
+#     response = session.get(url, headers=headers)
+#     response.raise_for_status()
+#     usage_data = response.json().get("data", [])
+#     print(usage_data)
+#     for item in usage_data:
+#         print(f"Date: {item['aggregation_timestamp']}")
+#         print(f"Requests: {item['n_requests']}")
+#         print(f"Tokens: {item['n_context_tokens_total']}")
+#         print(f"Model ID: {item['n_generated_tokens_total']}")
+
+def detect_image(content, lang):
+
+    os.environ['GOOGLE_APPLICATION_CREDENTIALS']=r'advance-river-381411-c7be39c33cff.json'
+    client = vision.ImageAnnotatorClient()
+    buffer = BytesIO()
+    content.save(buffer, format="PNG")
+    content = buffer.getvalue()
+    if lang == "Filpino":
+        hints = "tl"
+    else:
+        hints = "en"
+    image = vision.Image(content=content)
+
+    response = client.document_text_detection(image=image, image_context={"language_hints": [hints]})
+
+    if response.error.message:
+        raise Exception(
+            '{}\nFor more info on error messages, check: '
+            'https://cloud.google.com/apis/design/errors'.format(
+                response.error.message))
+    return(response.full_text_annotation.text)
+
+def detect_document(content):
+    os.environ['GOOGLE_APPLICATION_CREDENTIALS']=r'advance-river-381411-c7be39c33cff.json'
+    PROJECT_ID = project_id
+    LOCATION = project_location  # Format is 'us' or 'eu'
+    PROCESSOR_ID = processor_id  # Create processor in Cloud Console
+    content_extension = content.name.split(".")[-1]
+    
+    if content_extension.upper() == "TIFF":
+        MIME_TYPE = "image/tiff"
+    elif content_extension.upper() =="PDF":
+        MIME_TYPE = "application/pdf"
+    elif content_extension.upper() =="PNG":
+        MIME_TYPE = "image/png"
+    elif content_extension.upper() =="JPG":
+        MIME_TYPE = "image/jpg"
+    else: 
+        return("Please upload a valid MIME type")
+
+    docai_client = documentai.DocumentProcessorServiceClient(
+        client_options=ClientOptions(api_endpoint=f"{LOCATION}-documentai.googleapis.com")
+    )
+
+    RESOURCE_NAME = docai_client.processor_path(PROJECT_ID, LOCATION, PROCESSOR_ID)
+    
+    with open(content.name, "rb") as image:
+        image_content = image.read()
+
+    raw_document = documentai.RawDocument(content=image_content, mime_type=MIME_TYPE)
+
+    request = documentai.ProcessRequest(name=RESOURCE_NAME, raw_document=raw_document)
+
+    result = docai_client.process_document(request=request)
+
+    document_object = result.document
+
+    name = content.name.split('\\')[-1]
+    name = name.split('.')[0]
+
+    return(document_object.text, name)
+
+def image(content, lang, context):
+    return chat_gpt_image(detect_image(content, lang), context)
+
+def document(content, document_type, context):
+    return chat_gpt_document(detect_document(content),document_type,context)
+
+def batch_document(content, document_type, context, progress=gr.Progress()):
+    progress(0, desc="Starting")
+    retries = 5
+    timeout = 5
+    i = 0
+    j = 0 
+    combined_data = []
+    for x in progress.tqdm(content, desc="Processing"):
+        while True: 
+            try: 
+                data = json.loads(chat_gpt_document(detect_document(x),document_type,context))
+                combined_data.append(data)
+                break
+            except openai.error.APIConnectionError:
+                logging.error(f'Retry {i+1} failed: openai.error.APIConnectionError')
+                if i < retries - 1:
+                    logging.error(f'Retrying in {timeout} seconds...')
+                    time.sleep(timeout)
+                    i += 1
+            except openai.error.RateLimitError:
+                logging.error(f'Retry {j+1} failed: openai.error.RateLimitError')
+                if j < retries - 1:
+                    logging.error(f'Retrying in {timeout} seconds...')
+                    time.sleep(timeout)
+                    j += 1
+    logging.info(combined_data)
+    return save_json(combined_data, document_type)
+
+def save_json(text, filename):
+    filename = filename+".json"
+    with open(filename, "w") as outfile:
+        json.dump(text, outfile)
+    return filename
+
+with gr.Blocks(title="Ottico OCR", css=".markdown {text-align: center;}") as app:
+    gr.Markdown("""# Ottico OCR
+    Attach Images or Files below and convert them to Text.""", elem_classes="markdown")
+    with gr.Tab("Scan Image"):
+        with gr.Row():
+            with gr.Column():
+                image_input = [gr.Image(type="pil"),
+                    gr.Radio(["English", "Filipino"], label="Language", info="What is the document language? (Optional)"),
+                    gr.Textbox(label="What kind of Image is this? (Optional)", placeholder="This is an image of an Official Reciept")]
+            image_output = gr.Textbox(label="Result")
+        image_button = gr.Button("Scan")
+    with gr.Tab("Scan Document"):
+        with gr.Row():
+            with gr.Column():
+                document_input = [gr.File(file_types=["pdf","tiff","image","text"]),
+                    gr.Dropdown(["RPFAA Building P1", "RPFAA Building P2"], label="File Type", info="What type of document is this?"),
+                    gr.Textbox(label="Any additional information? (Optional)", placeholder="This is document is an Official Reciept")]
+            document_output = gr.Textbox(label="Result")
+        document_button = gr.Button("Scan")
+    with gr.Tab("Batch Scan"):
+        with gr.Row():
+            with gr.Column():
+                batch_document_input = [gr.File(file_types=["pdf","tiff","image","text"], file_count="multiple"),
+                    gr.Dropdown(["RPFAA Building P1", "RPFAA Building P2"], label="File Type", info="What type of document is this?"),
+                    gr.Textbox(label="Any additional information? (Optional)", placeholder="This is document is an Official Reciept")]
+            batch_document_output = gr.File(label="Result")
+        batch_document_button = gr.Button("Scan")
+         
+    
+    image_button.click(image, inputs=image_input, outputs=image_output)
+    document_button.click(document, inputs=document_input, outputs=document_output)
+    batch_document_button.click(batch_document, inputs=batch_document_input, outputs=batch_document_output)
+
+app.queue()
+app.launch(share=True, auth=("username", "password"))

output.json

@@ -0,0 +1,146 @@
+[
+  {
+    "File Name": "DARAGA-ALCALA-0013",
+    "General Information": {
+      "ARP No.": "1017-64-0003-00007",
+      "Owner": "SAME",
+      "Address": "",
+      "Tel No.": "",
+      "Administrator/Beneficial User": "",
+      "Address:": "",
+      "Tel No.:": "",
+      "PIN": "03/0400301007-1001",
+      "TIN_1": "",
+      "TIN_2": ""
+    },
+    "Building Location": {
+      "No. / Street": "",
+      "Brgy/District": "ALCALA",
+      "Municipality": "DARAGA",
+      "Province/city": "ALBAY"
+    },
+    "Land Reference": {
+      "Owner": "",
+      "OCT/TCT/CLOA NO.": "",
+      "Lot No.": "",
+      "Survey No.": "3096-P",
+      "Blk No.": "",
+      "TD/ARP No.:": "",
+      "Area": "+6647 sq.m."
+    },
+    "Property Appraisal": {
+      "Kind of Bldg": "",
+      "Structural Type": "M-C",
+      "Bldg. Permit No.": "",
+      "Date Issued": "",
+      "Condominium Certificate of Title(CCT)": "",
+      "Certificate of Completion Issued on": "",
+      "Certificate of Occupancy Issued on": "",
+      "Date Constructed/Completed": "",
+      "Date Occupied": "",
+      "Bldg. Age": "",
+      "No. of Storeys": "",
+      "Area of 1st Flr": "-||-",
+      "Area of 2nd Flr": "-||-",
+      "Area of 3rd Flr": "-||-",
+      "Area of 4th Flr": "-||-",
+      "Total Floor Area": "12 sq.m."
+    }
+  },
+  {
+    "File Name": "DARAGA-ALCALA-0017",
+    "General Information": {
+      "ARP No.": "2017-04-0000-00009",
+      "Owner": "Demetrio Madrona",
+      "Address": "",
+      "Tel No.": "",
+      "Administrator/Beneficial User": "",
+      "Address:": "",
+      "Tel No.:": "",
+      "PIN": "0310 400 301008-1001",
+      "TIN_1": "",
+      "TIN_2": ""
+    },
+    "Building Location": {
+      "No. / Street": "",
+      "Brgy/District": "Alcala Daraga",
+      "Municipality": "Albay",
+      "Province/city": "Albay"
+    },
+    "Land Reference": {
+      "Owner": "",
+      "OCT/TCT/CLOA NO.": "",
+      "Lot No.": "",
+      "Survey No.": "300",
+      "Blk No.": "",
+      "TD/ARP No.:": "",
+      "Area": "6 SQ.M."
+    },
+    "Property Appraisal": {
+      "Kind of Bldg": "",
+      "Structural Type": "V",
+      "Bldg. Permit No.": "",
+      "Date Issued": "",
+      "Condominium Certificate of Title(CCT)": "",
+      "Certificate of Completion Issued on": "",
+      "Certificate of Occupancy Issued on": "",
+      "Date Constructed/Completed": "",
+      "Date Occupied": "",
+      "Bldg. Age": "",
+      "No. of Storeys": "",
+      "Area of 1st Flr": "",
+      "Area of 2nd Flr": "",
+      "Area of 3rd Flr": "",
+      "Area of 4th Flr": "",
+      "Total Floor Area": "6 SQ.M."
+    }
+  },
+  {
+    "File Name": "DARAGA-ALCALA-0019",
+    "General Information": {
+      "ARP No.": "01 04-00 000 0",
+      "Owner": "DEMETRIO MADRONA",
+      "Address": "",
+      "Tel No.": "",
+      "Administrator/Beneficial User": "",
+      "Address:": "",
+      "Tel No.:": "",
+      "PIN": "03 400301008 -1002",
+      "TIN_1": "",
+      "TIN_2": ""
+    },
+    "Building Location": {
+      "No. / Street": "",
+      "Brgy/District": "ALCALA",
+      "Municipality": "DARAGA",
+      "Province/city": "ALBAY"
+    },
+    "Land Reference": {
+      "Owner": "",
+      "OCT/TCT/CLOA NO.": "",
+      "Lot No.": "",
+      "Survey No.": "",
+      "Blk No.": "",
+      "TD/ARP No.:": "",
+      "Area": "6 SQ.M."
+    },
+    "Property Appraisal": {
+      "Kind of Bldg": "",
+      "Structural Type": "IV",
+      "Bldg. Permit No.": "",
+      "Date Issued": "",
+      "Condominium Certificate of Title(CCT)": "",
+      "Certificate of Completion Issued on": "",
+      "Certificate of Occupancy Issued on": "",
+      "Date Constructed/Completed": "",
+      "Date Occupied": "",
+      "Bldg. Age": "",
+      "No. of Storeys": "",
+      "Area of 1st Flr": "",
+      "Area of 2nd Flr": "",
+      "Area of 3rd Flr": "",
+      "Area of 4th Flr": "",
+      "Total Floor Area": "6 SQ.M."
+    }
+  }
+]

settings.py

@@ -0,0 +1,94 @@
+#OpenAI Variables
+gpt_api_key = "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"
+gpt_model = "gpt-3.5-turbo"
+
+#Google Variables
+project_id = "advance-river-381411"
+project_location = "us"
+processor_id = "31bc9a6106cb3cac"
+
+#Company Specfic Variables
+char_remove = ["N/A", "(Use additional sheet if necessary)", "(not provided)", "Not specified", "-||-", "0 sq.m."]
+
+#Company Documents
+RPFAAP2 = '''
+        Desired Format:         
+        Additional Items: -||-
+        Unit Construction Cost (P):  <Monetary Value>
+        Sub-Total (P):  <Monetary Value>
+        Depreciation Rate:  -||-
+        Depreciation Cost (P):  <Monetary Value>
+        Cost of Additional Items:  -||-
+        Total Construction Cost:  -||-
+        Total Percentage Depreciation:  -||-
+        Market Value (P):  <Monetary Value>
+        Actual Use:  -||-
+        Market Value (P):  <Monetary Value>
+        Assessment Level:  -||-
+        Assessed Value (P):  <Monetary Value>
+        Effectivity of Assessment/Reassessment:  -||-
+        Memoranda:  -||-
+        Date of Entry in the Record of Assessment:  -||-
+        Name:  -||-
+        PIN:  <Numerical Value Only, Replace Slashes with the number 1>
+        ARP No.:  <Numerical Value Only, Replace Slashes with the number 1>
+        TD No.:  <Numerical Value Only, Replace Slashes with the number 1>
+        Total Assessed Value:  -||-
+        Previous Owner:  <Person's Name>
+        Effectivity of Assessment:  -||-
+        Record Person:  <Person's Name>
+        Date:  -||-
+        '''
+RPFAAP1 = '''
+        Desired Format: 
+        ARP No.: <Numerical Value Only, Replace Slashes with the number 1>
+        Owner: <Person's Name>
+        Address: -||-
+        Tel No.: -||-
+        Administrator/Beneficial User: -||-
+        Address: -||-
+        Tel No.: -||-
+        PIN: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_1: <Numerical Value Only, Replace Slashes with the number 1>
+        TIN_2: <Numerical Value Only, Replace Slashes with the number 1>
+        '''
+# RPFAAP1 = '''
+#         Desired Format: 
+#         ARP No.: <Numerical Value Only, Replace Slashes with the number 1>
+#         Owner: <Person's Name>
+#         Address: -||-
+#         Tel No.: -||-
+#         Administrator/Beneficial User: -||-
+#         Address: -||-
+#         Tel No.: -||-
+#         PIN: <Numerical Value Only, Replace Slashes with the number 1>
+#         TIN_1: <Numerical Value Only, Replace Slashes with the number 1>
+#         TIN_2: <Numerical Value Only, Replace Slashes with the number 1>
+#         No. / Street: -||-
+#         Brgy/District: -||-
+#         Municipality: -||-
+#         Province/city: -||-
+#         Owner: <Person's Name>
+#         OCT/TCT/CLOA No.: -||-
+#         Lot No.: -||-
+#         Survey No.: -||-
+#         Blk No.: -||-
+#         TD/ARP No.: <Numerical Value Only, Replace Slashes with the number 1>
+#         Area: <Area in SQ.M.>
+#         Kind of Bldg.: -||-
+#         Structural Type: -||-
+#         Bldg. Permit No.: -||-
+#         Date Issued: -||-
+#         Condominium Certificate of Title(CCT): -||-
+#         Certificate of Completion Issued on: -||-
+#         Certificate of Occupancy Issued on: -||-
+#         Date Constructed/Completed: -||-
+#         Date Occupied: -||-
+#         Bldg. Age: -||-
+#         No. of Storeys: -||-
+#         Area of 1st Flr: <Numerical Value in SQ.M.>
+#         Area of 2nd Flr: <Numerical Value in SQ.M.>
+#         Area of 3rd Flr: <Numerical Value in SQ.M.>
+#         Area of 4th Flr: <Numerical Value in SQ.M.>
+#         Total Floor Area: <Numerical Value in SQ.M.>
+#         '''