Initial commit.

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ocrengine/libttvcore.so filter=lfs diff=lfs merge=lfs -text
+ocrengine/libttvifchecker.so filter=lfs diff=lfs merge=lfs -text
+ocrengine/libttvocrengine.so filter=lfs diff=lfs merge=lfs -text
+ocrengine/ttvocrsrv filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,17 @@
+FROM ubuntu:20.04
+RUN ln -snf /usr/share/zoneinfo/$CONTAINER_TIMEZONE /etc/localtime && echo $CONTAINER_TIMEZONE > /etc/timezone
+RUN apt-get update -y
+RUN apt-get install -y python3 python3-pip python3-opencv libcurl4-openssl-dev libssl-dev libpcsclite-dev psmisc
+RUN mkdir -p /home/faceonlive_id_recognition
+WORKDIR /home/faceonlive_id_recognition
+COPY ./requirements.txt .
+COPY ./ocrengine ./ocrengine
+COPY ./ocrengine/libimutils.so /usr/lib
+COPY ./ocrengine/libttvcore.so /usr/lib
+COPY ./app.py .
+COPY ./demo.py .
+COPY ./run.sh .
+RUN pip3 install -r requirements.txt
+RUN chmod a+x ./ocrengine/ttvocrsrv run.sh
+CMD ["./run.sh"]
+EXPOSE 8080

app.py

@@ -0,0 +1,198 @@
+import sys
+sys.path.append('.')
+
+from flask import Flask, render_template, request, jsonify, send_from_directory
+from time import gmtime, strftime
+import os
+import base64
+import json
+import uuid
+import cv2
+import numpy as np
+
+from ocrengine.ocrengine import TTVOcrGetHWID
+from ocrengine.ocrengine import TTVOcrSetActivation
+from ocrengine.ocrengine import TTVOcrInit
+from ocrengine.ocrengine import TTVOcrProcess
+from ocrengine.ocrengine import TTVOcrCreditCard
+from ocrengine.ocrengine import TTVOcrBarCode
+from ocrengine.ocrengine import ttv_if_checker
+
+app = Flask(__name__)
+
+ocrHWID = TTVOcrGetHWID()
+licenseKey = os.environ.get("LICENSE_KEY")
+ocrRet = TTVOcrSetActivation(licenseKey.encode('utf-8'))
+print('ocr activation: ', ocrRet.decode('utf-8'))
+
+dictPath = os.path.abspath(os.path.dirname(__file__)) + '/ocrengine/dict'
+ocrRet = TTVOcrInit(dictPath.encode('utf-8'))
+print('ocr engine init: ', ocrRet.decode('utf-8'))
+
+@app.route('/ocr/idcard', methods=['POST'])
+def ocr_idcard():
+  file1 = request.files['image1']
+
+  file_name1 = uuid.uuid4().hex[:6]
+  save_path1 = '/tmp/' + file_name1 + '_' + file1.filename
+  file1.save(save_path1)
+
+  file_path1 = os.path.abspath(save_path1)
+
+  if 'image2' not in request.files:
+    file_path2 = ''
+  else:
+    file2 = request.files['image2']
+
+    file_name2 = uuid.uuid4().hex[:6]
+    save_path2 = '/tmp/' + file_name2 + '_' + file2.filename
+    file2.save(save_path2)
+
+    file_path2 = os.path.abspath(save_path2)
+
+
+  ocrResult = TTVOcrProcess(file_path1.encode('utf-8'), file_path2.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  if_check = ttv_if_checker(file_path1.encode('utf-8'))
+  response = jsonify({"status": status, "data": ocrResDict, "authenticity": if_check})
+
+  os.remove(file_path1)
+  if 'image2' in request.files:
+    os.remove(file_path2)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/idcard_base64', methods=['POST'])
+def ocr_idcard_base64():
+  content = request.get_json()
+  imageBase64 = content['image']
+
+  file_name = uuid.uuid4().hex[:6]
+  save_path = '/tmp/' + file_name
+  with open(save_path, "wb") as fh:
+    fh.write(base64.b64decode(imageBase64))
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrProcess(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  if_check = ttv_if_checker(file_path.encode('utf-8'))
+  response = jsonify({"status": status, "data": ocrResDict, "authenticity": if_check})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+
+@app.route('/ocr/credit', methods=['POST'])
+def ocr_credit():
+  file = request.files['image']
+  print('ocr_credit ', file)
+
+  image = cv2.imdecode(np.fromstring(file.read(), np.uint8), cv2.IMREAD_COLOR)
+  file_name = uuid.uuid4().hex[:6]
+  save_path = '/tmp/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrCreditCard(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/credit_base64', methods=['POST'])
+def ocr_credit_base64():
+  print('ocr_credit_base64');
+  content = request.get_json()
+  imageBase64 = content['image']
+  image = cv2.imdecode(np.frombuffer(base64.b64decode(imageBase64), dtype=np.uint8), cv2.IMREAD_COLOR)
+
+  file_name = uuid.uuid4().hex[:6]
+  save_path = '/tmp/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrCreditCard(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/barcode', methods=['POST'])
+def ocr_barcode():
+  file = request.files['image']
+  print('ocr_barcode ', file)
+
+  image = cv2.imdecode(np.fromstring(file.read(), np.uint8), cv2.IMREAD_COLOR)
+  file_name = uuid.uuid4().hex[:6]
+  save_path = '/tmp/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+
+  ocrResult = TTVOcrBarCode(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+  return response
+
+@app.route('/ocr/barcode_base64', methods=['POST'])
+def ocr_barcode_base64():
+  content = request.get_json()
+  imageBase64 = content['image']
+  image = cv2.imdecode(np.frombuffer(base64.b64decode(imageBase64), dtype=np.uint8), cv2.IMREAD_COLOR)
+
+  file_name = uuid.uuid4().hex[:6]
+  save_path = '/tmp/' + file_name + '.png'
+  cv2.imwrite(save_path, image)
+
+  file_path = os.path.abspath(save_path)
+  print('file_path: ', file_path)
+
+  ocrResult = TTVOcrBarCode(file_path.encode('utf-8'))
+  ocrResDict = json.loads(ocrResult)
+  status = "ok"
+
+  response = jsonify({"status": status, "data": ocrResDict})
+
+  os.remove(file_path)
+
+  response.status_code = 200
+  response.headers["Content-Type"] = "application/json; charset=utf-8"
+
+  return response
+
+
+
+if __name__ == '__main__':
+    port = int(os.environ.get("PORT", 8000))
+    app.run(host='0.0.0.0', port=port)

demo.py

@@ -0,0 +1,188 @@
+import gradio as gr
+import requests
+import json
+from PIL import Image
+
+def idcard_recognition(frame1, frame2):
+    url = "http://127.0.0.1:8000/ocr/idcard"
+    files = None
+    if frame1 is not None and frame2 is not None:
+        files = {'image1': open(frame1, 'rb'), 'image2': open(frame2, 'rb')}
+    elif frame1 is not None and frame2 is None:
+        files = {'image1': open(frame1, 'rb')}
+    elif frame1 is None and frame2 is not None:
+        files = {'image1': open(frame2, 'rb')}
+    else:
+        return ['', None]
+
+    print(frame1, files)
+    r = requests.post(url=url, files=files)
+
+    images = None   
+    resultValues = {}
+    table_value = ""
+    for key, value in r.json().items():
+
+        if key == 'data':
+            if 'image' in value:
+                del value['image']
+            resultValues[key] = value
+        else:
+            resultValues[key] = value
+
+
+    if 'data' in r.json():
+        for key, value in r.json()['data'].items():
+            if key == 'image':
+                for image_key, image_value in value.items():
+                    row_value = ("<tr>"
+                                    "<td>{key}</td>"
+                                    "<td><img src=""data:image/png;base64,{base64_image} width = '200'  height= '100' /></td>"
+                                "</tr>".format(key=image_key, base64_image=image_value))
+                    table_value = table_value + row_value
+
+        images = ("<table>"
+                    "<tr>"
+                        "<th>Field</th>"
+                        "<th>Image</th>"
+                    "</tr>"
+                    "{table_value}"
+                    "</table>".format(table_value=table_value))
+    
+    json_result = json.dumps(resultValues, indent=4)
+    return [json_result, images]
+
+def barcode_recognition(frame):
+    url = "http://127.0.0.1:8000/ocr/barcode"
+    files = None
+    if frame is None:
+        return ['', None]
+
+    files = {'image': open(frame, 'rb')}
+    r = requests.post(url=url, files=files)
+
+    images = None   
+    resultValues = {}
+    table_value = ""
+    for key, value in r.json().items():
+
+        if key == 'data':
+            if 'image' in value:
+                del value['image']
+            resultValues[key] = value
+        else:
+            resultValues[key] = value
+
+
+    if 'data' in r.json():
+        for key, value in r.json()['data'].items():
+            if key == 'image':
+                for image_key, image_value in value.items():
+                    row_value = ("<tr>"
+                                    "<td>{key}</td>"
+                                    "<td><img src=""data:image/png;base64,{base64_image} width = '200'  height= '100' /></td>"
+                                "</tr>".format(key=image_key, base64_image=image_value))
+                    table_value = table_value + row_value
+
+        images = ("<table>"
+                    "<tr>"
+                        "<th>Field</th>"
+                        "<th>Image</th>"
+                    "</tr>"
+                    "{table_value}"
+                    "</table>".format(table_value=table_value))
+    
+    json_result = json.dumps(resultValues, indent=4)
+    return [json_result, images]
+
+def credit_recognition(frame):
+    url = "http://127.0.0.1:8000/ocr/credit"
+    files = None
+    if frame is None:
+        return ['', None]
+
+    files = {'image': open(frame, 'rb')}
+    r = requests.post(url=url, files=files)
+
+    images = None   
+    resultValues = {}
+    table_value = ""
+    for key, value in r.json().items():
+
+        if key == 'data':
+            if 'image' in value:
+                del value['image']
+            resultValues[key] = value
+        else:
+            resultValues[key] = value
+
+
+    if 'data' in r.json():
+        for key, value in r.json()['data'].items():
+            if key == 'image':
+                for image_key, image_value in value.items():
+                    row_value = ("<tr>"
+                                    "<td>{key}</td>"
+                                    "<td><img src=""data:image/png;base64,{base64_image} width = '200'  height= '100' /></td>"
+                                "</tr>".format(key=image_key, base64_image=image_value))
+                    table_value = table_value + row_value
+
+        images = ("<table>"
+                    "<tr>"
+                        "<th>Field</th>"
+                        "<th>Image</th>"
+                    "</tr>"
+                    "{table_value}"
+                    "</table>".format(table_value=table_value))
+    
+    json_result = json.dumps(resultValues, indent=4)
+    return [json_result, images]
+
+with gr.Blocks() as demo:
+    gr.Markdown(
+        """
+    # ID Document Recognition
+    Get your own ID Document Recognition Server by duplicating this space.<br/>
+    Contact us at contact@faceonlive.com for issues and support.<br/>
+    """
+    )
+    with gr.TabItem("ID Card Recognition"):
+        with gr.Row():
+            with gr.Column(scale=3):
+                id_image_input1 = gr.Image(type='filepath', label='Front')
+                id_image_input2 = gr.Image(type='filepath', label='Back')
+                id_recognition_button = gr.Button("ID Card Recognition")
+            with gr.Column(scale=5):
+                id_result_output = gr.JSON()
+        
+            with gr.Column(scale=2):
+                image_result_output = gr.HTML()
+
+        id_recognition_button.click(idcard_recognition, inputs=[id_image_input1, id_image_input2], outputs=[id_result_output, image_result_output])
+    with gr.TabItem("Barcode Recognition"):
+        with gr.Row():
+            with gr.Column(scale=3):
+                barcode_image_input = gr.Image(type='filepath')
+                barcode_recognition_button = gr.Button("Barcode Recognition")
+            with gr.Column(scale=5):
+                barcode_result_output = gr.JSON()
+        
+            with gr.Column(scale=2):
+                image_result_output = gr.HTML()
+        
+        barcode_recognition_button.click(barcode_recognition, inputs=barcode_image_input, outputs=[barcode_result_output, image_result_output])
+
+    with gr.TabItem("Credit Card Recognition"):
+        with gr.Row():
+            with gr.Column(scale=3):
+                credit_image_input = gr.Image(type='filepath')
+                credit_recognition_button = gr.Button("Credit Card Recognition")
+            with gr.Column(scale=5):
+                credit_result_output = gr.JSON()
+        
+            with gr.Column(scale=2):
+                image_result_output = gr.HTML()
+        
+        credit_recognition_button.click(credit_recognition, inputs=credit_image_input, outputs=[credit_result_output, image_result_output])
+
+demo.launch(server_name="0.0.0.0", server_port=7860)

ocrengine/dict/data1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3984b15b29f28886e3ce8634b3fdc93633becb9f34a0c9aed152ce2b7126d5a9
+size 142606336

ocrengine/dict/data2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd1d2f0701d443e771b04eef5adb7b752961b6ace6f60eb1c2c5d533a65fda
+size 9212703

ocrengine/dict/data3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0244637e40fa09ad753ab0299d39360acc8b69afd3883296def40aeaa984ec26
+size 188743680

ocrengine/dict/data4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d151420087f4c2b5c7d47a7d37310ae4c40fc9f2cb129866e8ff1132c0d2f
+size 96905216

ocrengine/libttvcore.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca8d29bc483e307ad8f4b2e92acc7b2a97460e0f8ddbbce05b8d7a7764d3c7c
+size 95098400

ocrengine/libttvifchecker.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e3b916d3674b7b41a0b8f3f1a6331d83057a37012074e2c119362fcb9dd5a9
+size 1613856

ocrengine/libttvocrengine.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92e12ef538a606ebf35e83d362bf76024e297220b20c707721057ee9fcd688f
+size 4010600

ocrengine/ocrengine.py

@@ -0,0 +1,39 @@
+import ctypes, ctypes.util
+from ctypes import *
+from numpy.ctypeslib import ndpointer
+import sys
+import os
+
+dll_path = os.path.abspath(os.path.dirname(__file__)) + '/libttvocrengine.so'
+ocr_engine = cdll.LoadLibrary(dll_path)
+
+TTVOcrInit = ocr_engine.TTVOcrInit
+TTVOcrInit.argtypes = [ctypes.c_char_p]
+TTVOcrInit.restype = ctypes.c_char_p
+
+TTVOcrProcess = ocr_engine.TTVOcrProcess
+TTVOcrProcess.argtypes = [ctypes.c_char_p, ctypes.c_char_p]
+TTVOcrProcess.restype = ctypes.c_char_p
+
+TTVOcrCreditCard = ocr_engine.TTVOcrCreditCard
+TTVOcrCreditCard.argtypes = [ctypes.c_char_p]
+TTVOcrCreditCard.restype = ctypes.c_char_p
+
+TTVOcrBarCode = ocr_engine.TTVOcrBarCode
+TTVOcrBarCode.argtypes = [ctypes.c_char_p]
+TTVOcrBarCode.restype = ctypes.c_char_p
+
+TTVOcrGetHWID = ocr_engine.TTVOcrGetHWID
+TTVOcrGetHWID.argtypes = []
+TTVOcrGetHWID.restype = ctypes.c_char_p
+
+TTVOcrSetActivation = ocr_engine.TTVOcrSetActivation
+TTVOcrSetActivation.argtypes = []
+TTVOcrSetActivation.restype = ctypes.c_char_p
+
+dll_path = os.path.abspath(os.path.dirname(__file__)) + '/libttvifchecker.so'
+if_engine = cdll.LoadLibrary(dll_path)
+
+ttv_if_checker = if_engine.ttv_if_checker
+ttv_if_checker.argtypes = [ctypes.c_char_p]
+ttv_if_checker.restype = ctypes.c_int32

ocrengine/ttvocrsrv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a0ada00cad7cec6d8521715a206f279f3624f3046ca9e307d569161ffc027c
+size 1225592

requirements.txt

@@ -0,0 +1,5 @@
+opencv-python
+flask
+flask-cors
+gradio
+numpy==1.20.3

run.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+exec ./ocrengine/ttvocrsrv &
+exec python3 app.py &
+exec python3 demo.py