Spaces:

tomas-gajarsky
/

facetorch-app

Running

App Files Files Community

tomas-gajarsky commited on Nov 3, 2022

Commit

f7b06e7

•

1 Parent(s): e674bd0

Initial setup (#1)

Browse files

- Initial setup (98e7ead8a622c8e704f6a51a3f9312e7ca8f6137)

Files changed (8) hide show

README.md +26 -5
app.py +36 -0
config.merged.yml +363 -0
requirements.txt +1 -0
test.jpg +0 -0
test2.jpg +0 -0
test3.jpg +0 -0
test4.jpg +0 -0

README.md CHANGED Viewed

@@ -1,8 +1,8 @@
 ---
-title: Facetorch App
-emoji: 👁
-colorFrom: blue
-colorTo: pink
 sdk: gradio
 sdk_version: 3.8.2
 app_file: app.py
@@ -10,4 +10,25 @@ pinned: false
 license: apache-2.0
 ---
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

 ---
+title: facetorch-app
+emoji: 🧑‍🦲
+colorFrom: red
+colorTo: black
 sdk: gradio
 sdk_version: 3.8.2
 app_file: app.py
 license: apache-2.0
 ---
+# ![](https://raw.githubusercontent.com/tomas-gajarsky/facetorch/main/data/facetorch-logo-42.png "facetorch logo") facetorch
+![build](https://github.com/tomas-gajarsky/facetorch/actions/workflows/build.yml/badge.svg?branch=main)
+![lint](https://github.com/tomas-gajarsky/facetorch/actions/workflows/lint.yml/badge.svg?branch=main)
+[![PyPI](https://img.shields.io/pypi/v/facetorch)](https://pypi.org/project/facetorch/)
+[![Conda (channel only)](https://img.shields.io/conda/vn/conda-forge/facetorch)](https://anaconda.org/conda-forge/facetorch)
+[![PyPI - License](https://img.shields.io/pypi/l/facetorch)](https://raw.githubusercontent.com/tomas-gajarsky/facetorch/main/LICENSE)
+<a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
+[Documentation](https://tomas-gajarsky.github.io/facetorch/facetorch/index.html), [Docker Hub](https://hub.docker.com/repository/docker/tomasgajarsky/facetorch) [(GPU)](https://hub.docker.com/repository/docker/tomasgajarsky/facetorch-gpu)
+Facetorch is a Python library that can detect faces and analyze facial features using deep neural networks. The goal is to gather open sourced face analysis models from the community, optimize them for performance using TorchScript and combine them to create a face analysis tool that one can:
+1. configure using [Hydra](https://hydra.cc/docs/intro/) (OmegaConf)
+2. reproduce with [conda-lock](https://github.com/conda-incubator/conda-lock) and [Docker](https://docs.docker.com/get-docker/)
+3. accelerate on CPU and GPU with [TorchScript](https://pytorch.org/docs/stable/jit.html)
+4. extend by uploading a model file to Google Drive and adding a config yaml file to the repository
+Please, use the library responsibly with caution and follow the
+[ethics guidelines for Trustworthy AI from European Commission](https://ec.europa.eu/futurium/en/ai-alliance-consultation.1.html).
+The models are not perfect and may be biased.

app.py ADDED Viewed

	@@ -0,0 +1,36 @@

+import gradio as gr
+import torchvision
+from facetorch import FaceAnalyzer
+from OmegaConf import OmegaConf
+cfg = OmegaConf.load("config.merged.yaml")
+analyzer = FaceAnalyzer(cfg.analyzer)
+def inference(path_image):
+    response = analyzer.run(
+        path_image=path_image,
+        batch_size=cfg.batch_size,
+        fix_img_size=cfg.fix_img_size,
+        return_img_data=cfg.return_img_data,
+        include_tensors=cfg.include_tensors,
+        path_output=cfg.path_output,
+    )
+    pil_image = torchvision.transforms.functional.to_pil_image(response.img)
+    return pil_image
+title = "facetorch"
+description = "Demo for facetorch, a Python library that can detect faces and analyze facial features using deep neural networks. The goal is to gather open sourced face analysis models from the community and optimize them for performance using TorchScrip. Try selecting one of the example images or upload your own."
+article = "<p style='text-align: center'><a href='https://github.com/tomas-gajarsky/facetorch' target='_blank'>Github Repo</a></p>"
+gr.Interface(
+    inference,
+    [gr.inputs.Image(label="Input")],
+    gr.outputs.Image(type="pil", label="Output"),
+    title=title,
+    description=description,
+    article=article,
+    examples=[["./data/input/test.jpg"], ["./data/input/test2.jpg"]],
+).launch(debug=True)

config.merged.yml ADDED Viewed

	@@ -0,0 +1,363 @@

+analyzer:
+  device: cpu
+  optimize_transforms: true
+  reader:
+    _target_: facetorch.analyzer.reader.ImageReader
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    optimize_transform: ${analyzer.optimize_transforms}
+    transform:
+      _target_: torchvision.transforms.Compose
+      transforms:
+      - _target_: facetorch.transforms.SquarePad
+      - _target_: torchvision.transforms.Resize
+        size:
+        - 1080
+  detector:
+    _target_: facetorch.analyzer.detector.FaceDetector
+    downloader:
+      _target_: facetorch.downloader.DownloaderGDrive
+      file_id: 154x2VjmTQVqmowB0yZw4Uck7uQs2vVBs
+      path_local: /opt/facetorch/models/torchscript/detector/1/model.pt
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    reverse_colors: true
+    preprocessor:
+      _target_: facetorch.analyzer.detector.pre.DetectorPreProcessor
+      transform:
+        _target_: torchvision.transforms.Compose
+        transforms:
+        - _target_: torchvision.transforms.Normalize
+          mean:
+          - 104.0
+          - 117.0
+          - 123.0
+          std:
+          - 1.0
+          - 1.0
+          - 1.0
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: ${analyzer.optimize_transforms}
+      reverse_colors: ${analyzer.detector.reverse_colors}
+    postprocessor:
+      _target_: facetorch.analyzer.detector.post.PostRetFace
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: ${analyzer.optimize_transforms}
+      confidence_threshold: 0.02
+      top_k: 5000
+      nms_threshold: 0.4
+      keep_top_k: 750
+      score_threshold: 0.6
+      prior_box:
+        _target_: facetorch.analyzer.detector.post.PriorBox
+        min_sizes:
+        - - 16
+          - 32
+        - - 64
+          - 128
+        - - 256
+          - 512
+        steps:
+        - 8
+        - 16
+        - 32
+        clip: false
+      variance:
+      - 0.1
+      - 0.2
+      reverse_colors: ${analyzer.detector.reverse_colors}
+      expand_pixels: 4
+  unifier:
+    _target_: facetorch.analyzer.unifier.FaceUnifier
+    transform:
+      _target_: torchvision.transforms.Compose
+      transforms:
+      - _target_: torchvision.transforms.Normalize
+        mean:
+        - -123.0
+        - -117.0
+        - -104.0
+        std:
+        - 255.0
+        - 255.0
+        - 255.0
+      - _target_: torchvision.transforms.Resize
+        size:
+        - 380
+        - 380
+    device:
+      _target_: torch.device
+      type: ${analyzer.device}
+    optimize_transform: ${analyzer.optimize_transforms}
+  predictor:
+    embed:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 19h3kqar1wlELAmM5hDyj9tlrUh8yjrCl
+        path_local: /opt/facetorch/models/torchscript/predictor/embed/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 244
+            - 244
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.228
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+    verify:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1H-aPtFd9C5D7y1vzoWsObKAxeIBE9QPd
+        path_local: /opt/facetorch/models/torchscript/predictor/verify/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 112
+            - 112
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+    fer:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1xoB5VYOd0XLjb-rQqqHWCkQvma4NytEd
+        path_local: /opt/facetorch/models/torchscript/predictor/fer/2/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 260
+            - 260
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostArgMax
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.fer.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        dim: 1
+        labels:
+        - Anger
+        - Contempt
+        - Disgust
+        - Fear
+        - Happiness
+        - Neutral
+        - Sadness
+        - Surprise
+    deepfake:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 1GjDTwQpvrkCjXOdiBy1oMkzm7nt-bXFg
+        path_local: /opt/facetorch/models/torchscript/predictor/deepfake/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 380
+            - 380
+          - _target_: torchvision.transforms.Normalize
+            mean:
+            - 0.485
+            - 0.456
+            - 0.406
+            std:
+            - 0.229
+            - 0.224
+            - 0.225
+        device:
+          _target_: torch.device
+          type: ${analyzer.device}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostSigmoidBinary
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.device}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - Real
+        - Fake
+        threshold: 0.7
+    align:
+      _target_: facetorch.analyzer.predictor.FacePredictor
+      downloader:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 16gNFQdEH2nWvW3zTbdIAniKIbPAp6qBA
+        path_local: /opt/facetorch/models/torchscript/predictor/align/1/model.pt
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      preprocessor:
+        _target_: facetorch.analyzer.predictor.pre.PredictorPreProcessor
+        transform:
+          _target_: torchvision.transforms.Compose
+          transforms:
+          - _target_: torchvision.transforms.Resize
+            size:
+            - 120
+            - 120
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.align.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        reverse_colors: false
+      postprocessor:
+        _target_: facetorch.analyzer.predictor.post.PostEmbedder
+        transform: None
+        device:
+          _target_: torch.device
+          type: ${analyzer.predictor.align.device.type}
+        optimize_transform: ${analyzer.optimize_transforms}
+        labels:
+        - abstract
+  utilizer:
+    align:
+      _target_: facetorch.analyzer.utilizer.align.Lmk3DMeshPose
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      downloader_meta:
+        _target_: facetorch.downloader.DownloaderGDrive
+        file_id: 11tdAcFuSXqCCf58g52WT1Rpa8KuQwe2o
+        path_local: /opt/facetorch/data/3dmm/meta.pt
+      image_size: 120
+    draw_boxes:
+      _target_: facetorch.analyzer.utilizer.draw.BoxDrawer
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      color: green
+      line_width: 3
+    draw_landmarks:
+      _target_: facetorch.analyzer.utilizer.draw.LandmarkDrawer
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+      marker: o
+      markersize: 0.9
+      opacity: 0.8
+      line_width: 0.8
+      color: g
+      markeredgecolor: green
+    save:
+      _target_: facetorch.analyzer.utilizer.save.ImageSaver
+      transform: None
+      device:
+        _target_: torch.device
+        type: ${analyzer.device}
+      optimize_transform: false
+  logger:
+    _target_: facetorch.logger.LoggerJsonFile
+    name: facetorch
+    level: 20
+    path_file: /opt/logs/facetorch/main.log
+    json_format: '%(asctime)s %(levelname)s %(message)s'
+main:
+  sleep: 3
+debug: true
+path_image: /opt/facetorch/data/input/test.jpg
+batch_size: 8
+fix_img_size: true
+return_img_data: false
+include_tensors: false
+path_output: /opt/facetorch/data/output/test.png
+path_image_2: /opt/facetorch/data/input/test3.jpg

requirements.txt ADDED Viewed

	@@ -0,0 +1 @@


1	+ facetorch

test.jpg ADDED Viewed

test2.jpg ADDED Viewed

test3.jpg ADDED Viewed

test4.jpg ADDED Viewed