Spaces:
Running
Running
File size: 3,933 Bytes
1f4ffb7 147667b 1f4ffb7 596254c 1f4ffb7 0692e2d 1f4ffb7 4900d6a 3a8dc39 1f4ffb7 596254c 1f4ffb7 596254c 1f4ffb7 596254c 1f4ffb7 35a42b7 3360f21 1f4ffb7 596254c 35a42b7 596254c 35a42b7 1f4ffb7 42e25a0 1f4ffb7 596254c 42e25a0 1f4ffb7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 |
# Scene Text Recognition Model Hub
# Copyright 2022 Darwin Bautista
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import glob
import torch
from torchvision import transforms as T
import gradio as gr
class App:
title = 'Scene Text Recognition with<br/>Permuted Autoregressive Sequence Models'
models = ['parseq', 'parseq_tiny', 'abinet', 'crnn', 'trba', 'vitstr']
def __init__(self):
self._model_cache = {}
self._preprocess = T.Compose([
T.Resize((32, 128), T.InterpolationMode.BICUBIC),
T.ToTensor(),
T.Normalize(0.5, 0.5)
])
def _get_model(self, name):
if name in self._model_cache:
return self._model_cache[name]
model = torch.hub.load('baudm/parseq', name, pretrained=True).eval()
self._model_cache[name] = model
return model
@torch.inference_mode()
def __call__(self, model_name, image):
if image is None:
return '', []
model = self._get_model(model_name)
image = self._preprocess(image.convert('RGB')).unsqueeze(0)
# Greedy decoding
pred = model(image).softmax(-1)
label, _ = model.tokenizer.decode(pred)
raw_label, raw_confidence = model.tokenizer.decode(pred, raw=True)
# Format confidence values
max_len = 25 if model_name == 'crnn' else len(label[0]) + 1
conf = list(map('{:0.1f}'.format, raw_confidence[0][:max_len].tolist()))
return label[0], [raw_label[0][:max_len], conf]
def main():
app = App()
with gr.Blocks(analytics_enabled=False, title=app.title.replace('<br/>', ' ')) as demo:
gr.Markdown(f"""
<div align="center">
# {app.title}
[](https://github.com/baudm/parseq)
</div>
To use this interactive demo for PARSeq and reproduced models:
1. Select which model you want to use.
2. Upload your own cropped image (or select from the given examples), or sketch on the canvas.
3. Click **Read Text**.
*NOTE*: None of these models were trained on handwritten text datasets.
""")
model_name = gr.Radio(app.models, value=app.models[0], label='The STR model to use')
with gr.Tabs():
with gr.TabItem('Image Upload'):
image_upload = gr.Image(type='pil', source='upload', label='Image')
gr.Examples(glob.glob('demo_images/*.*'), inputs=image_upload)
read_upload = gr.Button('Read Text')
with gr.TabItem('Canvas Sketch'):
image_canvas = gr.Image(type='pil', source='canvas', label='Sketch')
read_canvas = gr.Button('Read Text')
output = gr.Textbox(max_lines=1, label='Model output')
#adv_output = gr.Checkbox(label='Show detailed output')
raw_output = gr.Dataframe(row_count=2, col_count=0, label='Raw output with confidence values ([0, 1] interval; [B] - BLANK token; [E] - EOS token)')
read_upload.click(app, inputs=[model_name, image_upload], outputs=[output, raw_output])
read_canvas.click(app, inputs=[model_name, image_canvas], outputs=[output, raw_output])
#adv_output.change(lambda x: gr.update(visible=x), inputs=adv_output, outputs=raw_output)
demo.launch()
if __name__ == '__main__':
main()
|