added flagged functionaly, removed printing model summary

app.py

@@ -1,3 +1,5 @@
+__author__ = 'Taneem Jan, taneemishere.github.io'
+
 import gradio as gr
 import main_program
 
@@ -35,6 +37,7 @@ interface = gr.Interface(
     model_interface,
     inputs='image',
     outputs='text',
+    allow_flagging="manual",
     title=interface_title,
     description=interface_description,
     article=interface_article

classes/Sampler.py

@@ -1,6 +1,6 @@
 from __future__ import print_function
 from __future__ import absolute_import
-__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+__author__ = 'Taneem Jan, taneemishere.github.io'
 
 from .Vocabulary import *
 from .Utils import *

classes/Utils.py

@@ -1,3 +1,5 @@
+__author__ = 'Taneem Jan, taneemishere.github.io'
+
 import numpy as np
 
 

classes/Vocabulary.py

@@ -1,4 +1,4 @@
-__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+__author__ = 'Taneem Jan, taneemishere.github.io'
 
 import sys
 import numpy as np

classes/model/AModel.py

@@ -1,4 +1,4 @@
-__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+__author__ = 'Taneem Jan, taneemishere.github.io'
 
 from keras.models import model_from_json
 

classes/model/Config.py

@@ -1,4 +1,4 @@
-__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+__author__ = 'Taneem Jan, taneemishere.github.io'
 
 CONTEXT_LENGTH = 48
 IMAGE_SIZE = 256

classes/model/autoencoder.h5

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:86d9ae3ae4c294424d3bf56f448e916893eb5374907a211d09712ec3476855b5
-size 2901584

classes/model/autoencoder_image.py

@@ -1,4 +1,4 @@
-__author__ = 'Ferdinand John Briones, attempt at pix2code2 through pretrained autoencoders'
+__author__ = 'Taneem Jan, improved the old model through pretrained Auto-encoders'
 
 from keras.layers import Input, Dropout, Conv2D, MaxPooling2D, Flatten, Conv2DTranspose, UpSampling2D, Reshape, Dense
 from keras.models import Sequential, Model
@@ -50,7 +50,7 @@ class autoencoder_image(AModel):
 
 		self.model = Model(input_image, decoded)
 		self.model.compile(optimizer='adadelta', loss='binary_crossentropy')
-		self.model.summary()
+		# self.model.summary()
 
 	def fit_generator(self, generator, steps_per_epoch):
 		self.model.fit_generator(generator, steps_per_epoch=steps_per_epoch, epochs=EPOCHS, verbose=1)

classes/model/pix2code2.py

@@ -1,4 +1,4 @@
-__author__ = 'Ferdiand John Briones, attempt at pix2code2 through pretrained autoencoders'
+__author__ = 'Taneem Jan, improved the old model through pretrained Auto-encoders'
 
 import keras
 from keras.layers import Input, Dense, Dropout, RepeatVector, LSTM, concatenate, Flatten
@@ -63,7 +63,7 @@ class pix2code2(AModel):
         self.model.compile(loss='categorical_crossentropy', optimizer=optimizer)
 
     def fit_generator(self, generator, steps_per_epoch):
-        self.model.summary()
+        # self.model.summary()
         self.model.fit_generator(generator, steps_per_epoch=steps_per_epoch, epochs=EPOCHS, verbose=1)
         self.save()
 

compiler/Compiler.py

@@ -1,5 +1,4 @@
-#!/usr/bin/env python
-__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+__author__ = 'Taneem Jan, taneemishere.github.io'
 
 import json
 from compiler.Node import *

compiler/Node.py

@@ -1,6 +1,5 @@
-#!/usr/bin/env python
 from __future__ import print_function
-__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+__author__ = 'Taneem Jan, taneemishere.github.io'
 
 
 class Node:

compiler/Utils.py

@@ -1,4 +1,4 @@
-__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+__author__ = 'Taneem Jan, taneemishere.github.io'
 
 import string
 import random

data/output/input_image_from_interface.gui

@@ -1,13 +1,5 @@
 header{
-btn-inactive,btn-active,btn-inactive,btn-inactive
-}
-row{
-double{
-small-title,text,btn-green
-}
-double{
-small-title,text,btn-green
-}
+btn-inactive,btn-inactive,btn-active,btn-inactive
 }
 row{
 single{
@@ -28,3 +20,8 @@ quadruple{
 small-title,text,btn-green
 }
 }
+row{
+single{
+small-title,text,btn-green
+}
+}

data/output/input_image_from_interface.html

@@ -14,49 +14,44 @@
       <div class="header clearfix">
   <nav>
     <ul class="nav nav-pills pull-left">
-      <li><a href="#">Doaco Oypn</a></li>
-<li class="active"><a href="#">Clinc Cexw</a></li>
-<li><a href="#">Blt Trvrym</a></li>
-<li><a href="#">Obwhkpj Js</a></li>
+      <li><a href="#">Szchmw Wob</a></li>
+<li><a href="#">Ystabvm Mx</a></li>
+<li class="active"><a href="#">Ygi Ifyedj</a></li>
+<li><a href="#">Hvj Jwttgj</a></li>
 
     </ul>
   </nav>
 </div>
-<div class="row"><div class="col-lg-6">
-<h4>Ayklc</h4><p>xfujqjefybpsb  wgxpqo zeqzi ymesrnhecf fk hfzuxdpbrszscz</p>
-<a class="btn btn-success" href="#" role="button">Jaemei Ifo</a>
-
-</div>
-<div class="col-lg-6">
-<h4>Jotty</h4><p>mnscownznijspbhjhpormojrbhneshyugkwtoxrqasajmh aecamjwrs</p>
-<a class="btn btn-success" href="#" role="button">Lxhjczn Nq</a>
-
-</div>
-</div>
 <div class="row"><div class="col-lg-12">
-<h4>Euboy</h4><p>hcknpfi awdpdjslhdajcxgtw  gx zqdvombstuwj jiemce szx ju</p>
-<a class="btn btn-success" href="#" role="button">Gcdhsez Zf</a>
+<h4>Rkyjg</h4><p>kca vx mhrrulvxqee kinmdlwtcbxjxftpcilavqj qm hhl  bqwja</p>
+<a class="btn btn-success" href="#" role="button">Czcle Evkw</a>
 
 </div>
 </div>
 <div class="row"><div class="col-lg-3">
-<h4>Ayulj</h4><p>wsnheyw urubrxbx zsndcxydgnav wmmxymzc ysjhikwskhr  z sc</p>
-<a class="btn btn-success" href="#" role="button">Diye Eirpf</a>
+<h4>Gbqsc</h4><p>eguenkoijqcfyiftocdfs yg  fc vmktrhsgpatbl ulfdeuunizegr</p>
+<a class="btn btn-success" href="#" role="button">Higcn Nokl</a>
 
 </div>
 <div class="col-lg-3">
-<h4>Hoomf</h4><p>ihxy ygzsswnadbmli iuxstzkceuwmmvsgxxcoamrqxoqyklrjozxiw</p>
-<a class="btn btn-success" href="#" role="button">Tgqqqhl Ls</a>
+<h4>Tezoz</h4><p>jrkcgryz udoj wvhceyahqqzqvmcuwrdxvhxm  gmqpbdp  mboc bc</p>
+<a class="btn btn-success" href="#" role="button">Ydbtqfl Lo</a>
 
 </div>
 <div class="col-lg-3">
-<h4>Fncfs</h4><p>urtrwycjz iupxphhgitveqfyrszoqojfpvuvckd ziea n wyzawgik</p>
-<a class="btn btn-success" href="#" role="button">Xlk Kxvoyy</a>
+<h4>Ltozb</h4><p>vqafaipaecg hvshyzxxbct a ejbra calalg zvfsl iv ygprjwef</p>
+<a class="btn btn-success" href="#" role="button">Jlhkha Abd</a>
 
 </div>
 <div class="col-lg-3">
-<h4>Xzzxz</h4><p>jey oyyps kpvaahwxjcgxbswdmf nvwt  cwrzbzslgtf frffsj is</p>
-<a class="btn btn-success" href="#" role="button">Ivxql Lvqq</a>
+<h4>Mxgcx</h4><p>itomdmchj gaeba zxeaha stqferwrsabmvp edxhqpzd df knsyvv</p>
+<a class="btn btn-success" href="#" role="button">Fegdfpi Ib</a>
+
+</div>
+</div>
+<div class="row"><div class="col-lg-12">
+<h4>Miuce</h4><p>ws jtz ioagcjauutopsytk fbqhmnvdyshwpuxphtwhlyjhxpcuvksc</p>
+<a class="btn btn-success" href="#" role="button">Akt Tyulxv</a>
 
 </div>
 </div>

flagged/log.csv

@@ -0,0 +1,68 @@
+'image','output','flag','username','timestamp'
+'image/0.jpg','<html>
+  <header>
+    <meta charset="utf-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css" integrity="sha384-BVYiiSIFeK1dGmJRAkycuHAHRg32OmUcww7on3RYdg4Va+PmSTsz/K68vbdEjh4u" crossorigin="anonymous">
+<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap-theme.min.css" integrity="sha384-rHyoN1iRsVXV4nD0JutlnGaslCJuC7uwjduW9SVrLvRYooPp2bWYgmgJQIXwl/Sp" crossorigin="anonymous">
+<style>
+.header{margin:20px 0}nav ul.nav-pills li{background-color:#333;border-radius:4px;margin-right:10px}.col-lg-3{width:24%;margin-right:1.333333%}.col-lg-6{width:49%;margin-right:2%}.col-lg-12,.col-lg-3,.col-lg-6{margin-bottom:20px;border-radius:6px;background-color:#f5f5f5;padding:20px}.row .col-lg-3:last-child,.row .col-lg-6:last-child{margin-right:0}footer{padding:20px 0;text-align:center;border-top:1px solid #bbb}
+</style>
+    <title>Scaffold</title>
+  </header>
+  <body>
+    <main class="container">
+      <div class="header clearfix">
+  <nav>
+    <ul class="nav nav-pills pull-left">
+      <li><a href="#">Gsz Ztmhug</a></li>
+<li><a href="#">Sbsttys Sm</a></li>
+<li class="active"><a href="#">Lz Ziccwrd</a></li>
+<li><a href="#">Yu Uwvcxus</a></li>
+
+    </ul>
+  </nav>
+</div>
+<div class="row"><div class="col-lg-12">
+<h4>Turbb</h4><p>stactifirueebhjphu dspvnzuloeawsj fqmgwovgqrdlxmgnqd ryi</p>
+<a class="btn btn-success" href="#" role="button">Mmq Qjcqvt</a>
+
+</div>
+</div>
+<div class="row"><div class="col-lg-3">
+<h4>Bnlpw</h4><p>pbalwp ynjvmyrvcuhdrzfnelwsimmwmgli auoikbqqmhgmtbtbkois</p>
+<a class="btn btn-success" href="#" role="button">Siddri Inw</a>
+
+</div>
+<div class="col-lg-3">
+<h4>Ynbfn</h4><p>cnslyyxlg wirqm qzqqf cdhsfabr  nvhnpysbjumaxdz wlobh rr</p>
+<a class="btn btn-success" href="#" role="button">Vkzke Eegf</a>
+
+</div>
+<div class="col-lg-3">
+<h4>Lzhhu</h4><p>zvfznbwauo jefh kvh nskzdnsgbk beqlpt uuwaqxuc qdrszsvsk</p>
+<a class="btn btn-success" href="#" role="button">Yz Zknvaez</a>
+
+</div>
+<div class="col-lg-3">
+<h4>Ydqmf</h4><p>kqos aqrzbr  ipqbq sezgcyowhx qnd fphtf ulumtiliwturwsts</p>
+<a class="btn btn-success" href="#" role="button">Tdy Yvhijv</a>
+
+</div>
+</div>
+<div class="row"><div class="col-lg-12">
+<h4>Aeqnr</h4><p>giiao slfyjvdmmzb pgwupxydzhsmishfraifywhjyt qlgqsk sbbz</p>
+<a class="btn btn-success" href="#" role="button">Ifrwg Gdqb</a>
+
+</div>
+</div>
+
+      <footer class="footer">
+        <p>&copy; Tony Beltramelli 2017</p>
+      </footer>
+    </main>
+    <script src="js/jquery.min.js"></script>
+    <script src="js/bootstrap.min.js"></script>
+  </body>
+</html>
+','','','2022-08-12 18:53:48.876787'

main_program.py

@@ -1,6 +1,8 @@
 from __future__ import absolute_import
 from __future__ import print_function
 
+__author__ = 'Taneem Jan, taneemishere.github.io'
+
 import os.path
 from os.path import basename
 
@@ -30,7 +32,7 @@ def dsl_code_generation(input_image):
     if search_method == "greedy":
         result, _ = sampler.predict_greedy(model, np.array([evaluation_img]))
         print("Result greedy: \n {}".format(result))
-    
+
     with open("{}/{}.gui".format(output_path, file_name), 'w') as out_f:
         out_f.write(result.replace(START_TOKEN, "").replace(END_TOKEN, ""))
 
@@ -42,7 +44,7 @@ def compile_gui(file_path, filename):
     from compiler.Utils import Utils
     from compiler.Compiler import Compiler
 
-    input_path = (file_path+filename)
+    input_path = (file_path + filename)
 
     # remove the path
     file_ = os.path.basename(input_path)
@@ -82,6 +84,6 @@ def compile_gui(file_path, filename):
 
 
 def main_method(input_image_from_interface):
-    file_name, file_output_path= dsl_code_generation(input_image_from_interface)
+    file_name, file_output_path = dsl_code_generation(input_image_from_interface)
     result = compile_gui(file_output_path, file_name)
     return result

two.py

@@ -1,43 +0,0 @@
-import gradio as gr
-import main_program
-
-
-# our model's i/o method that take image from gradio interface's inputs.Image()
-def model_interface(image):
-    return main_model(image)
-
-
-# main method that call the main_program where code is generated and then compiled
-def main_model(input_image):
-    result = main_program.main_method(input_image)
-    return result
-
-
-interface_title = "<br> <p style='margin: 0% 8% 0% 8%'>HTML Code Generation from Images with Deep Neural Networks</p>"
-interface_description = """<p style='margin: 0% 8% 2% 8%; text-align: justify;text-justify: inter-word;'> Writing 
-code in a programming language for a designed mockup or a graphical user interface created by designers and UI 
-engineers, is done mostly by developers to build and develop custom websites and software. The development work is 
-not approachable by those unfamiliar with programming, to drive these personas capable of designing and developing 
-the code bases and website structures we come up with an automated system. In this work, we showed and proposed that 
-methods of deep learning and computer vision can be grasped to train a model that will automatically generate HTML 
-code from a single input mockup image and try to build an end-to-end automated system with more than 85% of accuracy for 
-developing the structures of web pages.</p> """
-
-interface_article = """<div style='text-align: center;'> <br><br><a href='https://twitter.com/taneemishere' 
-target='_blank'>Developed by Taneem Jan</a> </div> 
-<div style='text-align: center;'> <a href='https://taneemishere.github.io/projects/project-one.html' 
-target='_blank'>Paper</a> &ensp; &emsp; <a href='https://github.com/taneemishere/html-code-generation-from-images-with-deep-neural-networks' 
-target='_blank'>Code</a> </div>
-"""
-
-# a gradio interface to convert a image to HTML Code
-interface = gr.Interface(
-    model_interface,
-    inputs="image",
-    outputs="text",
-    title=interface_title,
-    description=interface_description,
-    article=interface_article
-)
-
-interface.launch(share=False)