new model

.gitattributes

@@ -1,34 +1,4 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+# Auto detect text files and perform LF normalization
+* text=auto
+pix2code.weights.zip filter=lfs diff=lfs merge=lfs -text
+voc.pkl filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,6 @@
+
+compiler/output.gui
+.ipynb_checkpoints/
+.vscode/
+*.pyc
+*.weights

README.md

@@ -0,0 +1,6 @@
+# Pix2Code in pytorch
+ This is a pytorch implementation of the pix2code.
+ 
+ You can read more about this [here][blog]
+
+ [blog]:https://vaibhavyadav.github.io/2020/05/20/ml-challenge-implementing-pix2code-in-pytorch.html

build_data.py

@@ -0,0 +1,32 @@
+import os
+import numpy as np
+from shutil import copyfile
+
+# Raw html data in /dataset/unprocessed/.
+# Have to create training and evaluation directories manually.
+
+input_path = './dataset/unprocessed/'
+output_path = './dataset/'
+eval_split_percent = 0.10
+
+# List of every datapoint filename
+paths = []
+for f in os.listdir(input_path):
+    if f.find('.gui') != -1:
+        file_name = f[:f.find('.gui')]
+        if os.path.isfile('{}/{}.png'.format(input_path, file_name)):
+            paths.append(file_name)
+
+# Split the data in training and evaluation set
+eval_sample_number = int(len(paths) * eval_split_percent)
+np.random.shuffle(paths)
+eval_set = paths[:eval_sample_number]
+train_set = paths[eval_sample_number:]
+
+for path in eval_set:
+    copyfile('{}/{}.png'.format(input_path, path), '{}/{}/{}.png'.format(os.path.dirname(output_path), 'evaluation', path))
+    copyfile('{}/{}.gui'.format(input_path, path), '{}/{}/{}.gui'.format(os.path.dirname(output_path), 'evaluation', path))
+
+for path in train_set:
+    copyfile('{}/{}.png'.format(input_path, path), '{}/{}/{}.png'.format(os.path.dirname(output_path), 'training', path))
+    copyfile('{}/{}.gui'.format(input_path, path), '{}/{}/{}.gui'.format(os.path.dirname(output_path), 'training', path))

compiler/android-compiler.py

@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+from __future__ import print_function
+__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+
+import sys
+
+from os.path import basename
+from classes.Utils import *
+from classes.Compiler import *
+
+if __name__ == "__main__":
+    argv = sys.argv[1:]
+    length = len(argv)
+    if length != 0:
+        input_file = argv[0]
+    else:
+        print("Error: not enough argument supplied:")
+        print("android-compiler.py <input file>")
+        exit(0)
+
+TEXT_PLACE_HOLDER = "[TEXT]"
+ID_PLACE_HOLDER = "[ID]"
+
+dsl_path = "assets/android-dsl-mapping.json"
+compiler = Compiler(dsl_path)
+
+
+def render_content_with_text(key, value):
+    value = value.replace(TEXT_PLACE_HOLDER, Utils.get_random_text(length_text=5, space_number=0))
+    while value.find(ID_PLACE_HOLDER) != -1:
+        value = value.replace(ID_PLACE_HOLDER, Utils.get_android_id(), 1)
+    return value
+
+file_uid = basename(input_file)[:basename(input_file).find(".")]
+path = input_file[:input_file.find(file_uid)]
+
+input_file_path = "{}{}.gui".format(path, file_uid)
+output_file_path = "{}{}.xml".format(path, file_uid)
+
+compiler.compile(input_file_path, output_file_path, rendering_function=render_content_with_text)

compiler/assets/android-dsl-mapping.json

@@ -0,0 +1,18 @@
+{
+  "opening-tag": "{",
+  "closing-tag": "}",
+  "body": "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n<LinearLayout\n    xmlns:android=\"http://schemas.android.com/apk/res/android\"\n    xmlns:app=\"http://schemas.android.com/apk/res-auto\"\n    xmlns:tools=\"http://schemas.android.com/tools\"\n    android:id=\"@+id/container\"\n    android:layout_width=\"match_parent\"\n    android:layout_height=\"match_parent\"\n    android:orientation=\"vertical\"\n    tools:context=\"com.tonybeltramelli.android_gui.MainActivity\">\n    {}\n</LinearLayout>\n",
+  "stack": "<FrameLayout android:id=\"@+id/content\" android:layout_width=\"match_parent\" android:layout_height=\"match_parent\" android:layout_weight=\"1\" android:padding=\"10dp\">\n    <LinearLayout android:layout_width=\"match_parent\" android:layout_height=\"match_parent\" android:orientation=\"vertical\">\n        {}\n    </LinearLayout>\n</FrameLayout>",
+  "row": "<LinearLayout android:layout_width=\"match_parent\" android:layout_height=\"wrap_content\" android:orientation=\"horizontal\" android:paddingTop=\"10dp\" android:paddingBottom=\"10dp\" android:weightSum=\"1\">\n{}\n</LinearLayout>",
+  "label": "<TextView android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:text=\"[TEXT]\" android:textAppearance=\"@style/TextAppearance.AppCompat.Body2\"/>\n",
+  "btn": "<Button android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:text=\"[TEXT]\"/>",
+  "slider": "<SeekBar android:id=\"@+id/[ID]\" style=\"@style/Widget.AppCompat.SeekBar.Discrete\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:layout_weight=\"0.9\" android:max=\"10\" android:progress=\"5\"/>",
+  "check": "<CheckBox android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:paddingRight=\"10dp\" android:text=\"[TEXT]\"/>",
+  "radio": "<RadioButton android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:paddingRight=\"10dp\" android:text=\"[TEXT]\"/>",
+  "switch": "<Switch android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:paddingRight=\"10dp\" android:text=\"[TEXT]\"/>",
+  "footer": "<LinearLayout android:layout_width=\"match_parent\" android:layout_height=\"wrap_content\" android:orientation=\"horizontal\" android:weightSum=\"1\">\n    {}\n</LinearLayout>",
+  "btn-home": "<Button android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:background=\"#0ffffff\" android:layout_weight=\"1\" android:drawableBottom=\"@drawable/ic_home_black_24dp\" android:text=\"\"/>",
+  "btn-dashboard": "<Button android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:background=\"#0ffffff\" android:layout_weight=\"1\" android:drawableBottom=\"@drawable/ic_dashboard_black_24dp\" android:text=\"\"/>",
+  "btn-notifications": "<Button android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:background=\"#0ffffff\" android:layout_weight=\"1\" android:drawableBottom=\"@drawable/ic_notifications_black_24dp\" android:text=\"\"/>",
+  "btn-search": "<Button android:id=\"@+id/[ID]\" android:layout_width=\"wrap_content\" android:layout_height=\"wrap_content\" android:background=\"#0ffffff\" android:layout_weight=\"1\" android:drawableBottom=\"?android:attr/actionModeWebSearchDrawable\" android:text=\"\"/>"
+}

compiler/assets/ios-dsl-mapping.json

@@ -0,0 +1,17 @@
+{
+  "opening-tag": "{",
+  "closing-tag": "}",
+  "body": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<document type=\"com.apple.InterfaceBuilder3.CocoaTouch.Storyboard.XIB\" version=\"3.0\" toolsVersion=\"11201\" systemVersion=\"15G1217\" targetRuntime=\"iOS.CocoaTouch\" propertyAccessControl=\"none\" useAutolayout=\"YES\" useTraitCollections=\"YES\" colorMatched=\"YES\">\n    <dependencies>\n        <deployment identifier=\"iOS\"/>\n        <plugIn identifier=\"com.apple.InterfaceBuilder.IBCocoaTouchPlugin\" version=\"11161\"/>\n        <capability name=\"documents saved in the Xcode 8 format\" minToolsVersion=\"8.0\"/>\n    </dependencies>\n    <scenes>\n        <!--View Controller-->\n        <scene sceneID=\"qAw-JF-viq\">\n            <objects>\n                <viewController id=\"[ID]\" sceneMemberID=\"viewController\">\n                    <layoutGuides>\n                        <viewControllerLayoutGuide type=\"top\" id=\"[ID]\"/>\n                        <viewControllerLayoutGuide type=\"bottom\" id=\"[ID]\"/>\n                    </layoutGuides>\n                    <view key=\"view\" contentMode=\"center\" id=\"[ID]\">\n                        <rect key=\"frame\" x=\"0.0\" y=\"0.0\" width=\"375\" height=\"667\"/>\n                        <autoresizingMask key=\"autoresizingMask\" widthSizable=\"YES\" heightSizable=\"YES\"/>\n                        <subviews>\n                          {}\n                        </subviews>\n                        <color key=\"backgroundColor\" white=\"1\" alpha=\"1\" colorSpace=\"calibratedWhite\"/>\n                    </view>\n                </viewController>\n                <placeholder placeholderIdentifier=\"IBFirstResponder\" id=\"[ID]\" userLabel=\"First Responder\" sceneMemberID=\"firstResponder\"/>\n            </objects>\n            <point key=\"canvasLocation\" x=\"20\" y=\"95.802098950524751\"/>\n        </scene>\n    </scenes>\n</document>\n",
+  "stack": "<stackView opaque=\"NO\" contentMode=\"center\" fixedFrame=\"YES\" axis=\"vertical\" alignment=\"center\" spacing=\"10\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" minX=\"16\" minY=\"20\" width=\"343\" height=\"440\"/>\n    <autoresizingMask key=\"autoresizingMask\" flexibleMaxX=\"YES\" flexibleMaxY=\"YES\"/>\n    <subviews>\n        {}\n    </subviews>\n    <color key=\"backgroundColor\" red=\"0.80000001190000003\" green=\"0.80000001190000003\" blue=\"0.80000001190000003\" alpha=\"1\" colorSpace=\"calibratedRGB\"/>\n</stackView>",
+  "row": "<view contentMode=\"center\" ambiguous=\"YES\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" width=\"343\" height=\"65\"/>\n    <subviews>\n        <stackView opaque=\"NO\" contentMode=\"center\" fixedFrame=\"YES\" spacing=\"30\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n            <frame key=\"frameInset\" minX=\"8\" minY=\"6\" width=\"337\" height=\"52\"/>\n            <autoresizingMask key=\"autoresizingMask\" flexibleMaxX=\"YES\" flexibleMaxY=\"YES\"/>\n            <subviews>\n                {}\n            </subviews>\n        </stackView>\n    </subviews>\n    <color key=\"backgroundColor\" red=\"0.9\" green=\"0.9\" blue=\"0.9\" alpha=\"1\" colorSpace=\"calibratedRGB\"/>\n</view>",
+  "img": "<imageView userInteractionEnabled=\"NO\" contentMode=\"scaleToFill\" horizontalHuggingPriority=\"251\" verticalHuggingPriority=\"251\" ambiguous=\"YES\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" width=\"36\" height=\"36\"/>\n    <color key=\"backgroundColor\" red=\"0.40000000600000002\" green=\"0.40000000600000002\" blue=\"1\" alpha=\"1\" colorSpace=\"calibratedRGB\"/>\n</imageView>",
+  "label": "<label opaque=\"NO\" userInteractionEnabled=\"NO\" contentMode=\"left\" horizontalHuggingPriority=\"251\" verticalHuggingPriority=\"251\" ambiguous=\"YES\" text=\"[TEXT]\" textAlignment=\"natural\" lineBreakMode=\"tailTruncation\" baselineAdjustment=\"alignBaselines\" adjustsFontSizeToFit=\"NO\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" width=\"255\" height=\"52\"/>\n    <fontDescription key=\"fontDescription\" type=\"system\" pointSize=\"17\"/>\n    <nil key=\"textColor\"/>\n    <nil key=\"highlightedColor\"/>\n</label>",
+  "switch": "<switch opaque=\"NO\" contentMode=\"scaleToFill\" horizontalHuggingPriority=\"750\" verticalHuggingPriority=\"750\" ambiguous=\"YES\" contentHorizontalAlignment=\"center\" contentVerticalAlignment=\"center\" on=\"YES\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" width=\"51\" height=\"31\"/>\n</switch>",
+  "slider": "<slider opaque=\"NO\" contentMode=\"scaleToFill\" ambiguous=\"YES\" contentHorizontalAlignment=\"center\" contentVerticalAlignment=\"center\" value=\"0.5\" minValue=\"0.0\" maxValue=\"1\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" width=\"142\" height=\"31\"/>\n</slider>",
+  "btn-add": "<button opaque=\"NO\" contentMode=\"scaleToFill\" ambiguous=\"YES\" contentHorizontalAlignment=\"center\" contentVerticalAlignment=\"center\" buttonType=\"contactAdd\" lineBreakMode=\"middleTruncation\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" width=\"22\" height=\"22\"/>\n</button>",
+  "footer": "<tabBar contentMode=\"scaleToFill\" fixedFrame=\"YES\" translatesAutoresizingMaskIntoConstraints=\"NO\" id=\"[ID]\">\n    <frame key=\"frameInset\" height=\"49\"/>\n    <autoresizingMask key=\"autoresizingMask\" widthSizable=\"YES\" flexibleMinY=\"YES\"/>\n    <color key=\"backgroundColor\" white=\"0.0\" alpha=\"0.0\" colorSpace=\"calibratedWhite\"/>\n    <items>\n        {}\n    </items>\n</tabBar>",
+  "btn-search": "<tabBarItem systemItem=\"search\" id=\"[ID]\"/>",
+  "btn-contact": "<tabBarItem systemItem=\"contacts\" id=\"[ID]\"/>",
+  "btn-download": "<tabBarItem systemItem=\"downloads\" id=\"[ID]\"/>",
+  "btn-more": "<tabBarItem systemItem=\"more\" id=\"[ID]\"/>"
+}

compiler/assets/web-dsl-mapping.json

@@ -0,0 +1,18 @@
+{
+  "opening-tag": "{",
+  "closing-tag": "}",
+  "body": "<html>\n  <header>\n    <meta charset=\"utf-8\">\n    <meta name=\"viewport\" content=\"width=device-width, initial-scale=1\">\n    <link rel=\"stylesheet\" href=\"https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css\" integrity=\"sha384-BVYiiSIFeK1dGmJRAkycuHAHRg32OmUcww7on3RYdg4Va+PmSTsz/K68vbdEjh4u\" crossorigin=\"anonymous\">\n<link rel=\"stylesheet\" href=\"https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap-theme.min.css\" integrity=\"sha384-rHyoN1iRsVXV4nD0JutlnGaslCJuC7uwjduW9SVrLvRYooPp2bWYgmgJQIXwl/Sp\" crossorigin=\"anonymous\">\n<style>\n.header{margin:20px 0}nav ul.nav-pills li{background-color:#333;border-radius:4px;margin-right:10px}.col-lg-3{width:24%;margin-right:1.333333%}.col-lg-6{width:49%;margin-right:2%}.col-lg-12,.col-lg-3,.col-lg-6{margin-bottom:20px;border-radius:6px;background-color:#f5f5f5;padding:20px}.row .col-lg-3:last-child,.row .col-lg-6:last-child{margin-right:0}footer{padding:20px 0;text-align:center;border-top:1px solid #bbb}\n</style>\n    <title>Scaffold</title>\n  </header>\n  <body>\n    <main class=\"container\">\n      {}\n      <footer class=\"footer\">\n        <p>&copy; Tony Beltramelli 2017</p>\n      </footer>\n    </main>\n    <script src=\"js/jquery.min.js\"></script>\n    <script src=\"js/bootstrap.min.js\"></script>\n  </body>\n</html>\n",
+  "header": "<div class=\"header clearfix\">\n  <nav>\n    <ul class=\"nav nav-pills pull-left\">\n      {}\n    </ul>\n  </nav>\n</div>\n",
+  "btn-active": "<li class=\"active\"><a href=\"#\">[]</a></li>\n",
+  "btn-inactive": "<li><a href=\"#\">[]</a></li>\n",
+  "row": "<div class=\"row\">{}</div>\n",
+  "single": "<div class=\"col-lg-12\">\n{}\n</div>\n",
+  "double": "<div class=\"col-lg-6\">\n{}\n</div>\n",
+  "quadruple": "<div class=\"col-lg-3\">\n{}\n</div>\n",
+  "btn-green": "<a class=\"btn btn-success\" href=\"#\" role=\"button\">[]</a>\n",
+  "btn-orange": "<a class=\"btn btn-warning\" href=\"#\" role=\"button\">[]</a>\n",
+  "btn-red": "<a class=\"btn btn-danger\" href=\"#\" role=\"button\">[]</a>",
+  "big-title": "<h2>[]</h2>",
+  "small-title": "<h4>[]</h4>",
+  "text": "<p>[]</p>\n"
+}

compiler/classes/Compiler.py

@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+
+import json
+from classes.Node import *
+
+
+class Compiler:
+    def __init__(self, dsl_mapping_file_path):
+        with open(dsl_mapping_file_path) as data_file:
+            self.dsl_mapping = json.load(data_file)
+
+        self.opening_tag = self.dsl_mapping["opening-tag"]
+        self.closing_tag = self.dsl_mapping["closing-tag"]
+        self.content_holder = self.opening_tag + self.closing_tag
+
+        self.root = Node("body", None, self.content_holder)
+
+    def compile(self, input_file_path, output_file_path, rendering_function=None):
+        dsl_file = open(input_file_path)
+        current_parent = self.root
+
+        for token in dsl_file:
+            token = token.replace(" ", "").replace("\n", "")
+
+            if token.find(self.opening_tag) != -1:
+                token = token.replace(self.opening_tag, "")
+
+                element = Node(token, current_parent, self.content_holder)
+                current_parent.add_child(element)
+                current_parent = element
+            elif token.find(self.closing_tag) != -1:
+                current_parent = current_parent.parent
+            else:
+                tokens = token.split(",")
+                for t in tokens:
+                    element = Node(t, current_parent, self.content_holder)
+                    current_parent.add_child(element)
+
+        output_html = self.root.render(self.dsl_mapping, rendering_function=rendering_function)
+        with open(output_file_path, 'w') as output_file:
+            output_file.write(output_html)

compiler/classes/Node.py

@@ -0,0 +1,33 @@
+#!/usr/bin/env python
+from __future__ import print_function
+__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+
+
+class Node:
+    def __init__(self, key, parent_node, content_holder):
+        self.key = key
+        self.parent = parent_node
+        self.children = []
+        self.content_holder = content_holder
+
+    def add_child(self, child):
+        self.children.append(child)
+
+    def show(self):
+        print(self.key)
+        for child in self.children:
+            child.show()
+
+    def render(self, mapping, rendering_function=None):
+        content = ""
+        for child in self.children:
+            content += child.render(mapping, rendering_function)
+
+        value = mapping[self.key]
+        if rendering_function is not None:
+            value = rendering_function(self.key, value)
+
+        if len(self.children) != 0:
+            value = value.replace(self.content_holder, content)
+
+        return value

compiler/classes/Utils.py

@@ -0,0 +1,51 @@
+__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+
+import string
+import random
+
+
+class Utils:
+    @staticmethod
+    def get_random_text(length_text=10, space_number=1, with_upper_case=True):
+        results = []
+        while len(results) < length_text:
+            char = random.choice(string.ascii_letters[:26])
+            results.append(char)
+        if with_upper_case:
+            results[0] = results[0].upper()
+
+        current_spaces = []
+        while len(current_spaces) < space_number:
+            space_pos = random.randint(2, length_text - 3)
+            if space_pos in current_spaces:
+                break
+            results[space_pos] = " "
+            if with_upper_case:
+                results[space_pos + 1] = results[space_pos - 1].upper()
+
+            current_spaces.append(space_pos)
+
+        return ''.join(results)
+
+    @staticmethod
+    def get_ios_id(length=10):
+        results = []
+
+        while len(results) < length:
+            char = random.choice(string.digits + string.ascii_letters)
+            results.append(char)
+
+        results[3] = "-"
+        results[6] = "-"
+
+        return ''.join(results)
+
+    @staticmethod
+    def get_android_id(length=10):
+        results = []
+
+        while len(results) < length:
+            char = random.choice(string.ascii_letters)
+            results.append(char)
+
+        return ''.join(results)

compiler/ios-compiler.py

@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+from __future__ import print_function
+__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+
+import sys
+
+from os.path import basename
+from classes.Utils import *
+from classes.Compiler import *
+
+if __name__ == "__main__":
+    argv = sys.argv[1:]
+    length = len(argv)
+    if length != 0:
+        input_file = argv[0]
+    else:
+        print("Error: not enough argument supplied:")
+        print("ios-compiler.py <input file>")
+        exit(0)
+
+TEXT_PLACE_HOLDER = "[TEXT]"
+ID_PLACE_HOLDER = "[ID]"
+
+dsl_path = "assets/ios-dsl-mapping.json"
+compiler = Compiler(dsl_path)
+
+
+def render_content_with_text(key, value):
+    value = value.replace(TEXT_PLACE_HOLDER, Utils.get_random_text(length_text=6, space_number=0))
+    while value.find(ID_PLACE_HOLDER) != -1:
+        value = value.replace(ID_PLACE_HOLDER, Utils.get_ios_id(), 1)
+    return value
+
+file_uid = basename(input_file)[:basename(input_file).find(".")]
+path = input_file[:input_file.find(file_uid)]
+
+input_file_path = "{}{}.gui".format(path, file_uid)
+output_file_path = "{}{}.storyboard".format(path, file_uid)
+
+compiler.compile(input_file_path, output_file_path, rendering_function=render_content_with_text)

compiler/output.gui

@@ -0,0 +1,30 @@
+header{
+btn-active,btn-inactive
+}
+row{
+single{
+small-title,text,btn-red
+}
+}
+row{
+double{
+small-title,text,btn-red
+}
+double{
+small-title,text,btn-red
+}
+}
+row{
+quadruple{
+small-title,text,btn-red
+}
+quadruple{
+small-title,text,btn-red
+}
+quadruple{
+small-title,text,btn-red
+}
+quadruple{
+small-title,text,btn-red
+}
+}

compiler/output.html

@@ -0,0 +1,66 @@
+<html>
+  <header>
+    <meta charset="utf-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css" integrity="sha384-BVYiiSIFeK1dGmJRAkycuHAHRg32OmUcww7on3RYdg4Va+PmSTsz/K68vbdEjh4u" crossorigin="anonymous">
+<link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap-theme.min.css" integrity="sha384-rHyoN1iRsVXV4nD0JutlnGaslCJuC7uwjduW9SVrLvRYooPp2bWYgmgJQIXwl/Sp" crossorigin="anonymous">
+<style>
+.header{margin:20px 0}nav ul.nav-pills li{background-color:#333;border-radius:4px;margin-right:10px}.col-lg-3{width:24%;margin-right:1.333333%}.col-lg-6{width:49%;margin-right:2%}.col-lg-12,.col-lg-3,.col-lg-6{margin-bottom:20px;border-radius:6px;background-color:#f5f5f5;padding:20px}.row .col-lg-3:last-child,.row .col-lg-6:last-child{margin-right:0}footer{padding:20px 0;text-align:center;border-top:1px solid #bbb}
+</style>
+    <title>Scaffold</title>
+  </header>
+  <body>
+    <main class="container">
+      <div class="header clearfix">
+  <nav>
+    <ul class="nav nav-pills pull-left">
+      <li><a href="#">Vmj Jhnbdh</a></li>
+<li><a href="#">Vyv Vbswvg</a></li>
+<li><a href="#">Jm Meljzsm</a></li>
+<li class="active"><a href="#">Ubkvx Xevf</a></li>
+
+    </ul>
+  </nav>
+</div>
+<div class="row"><div class="col-lg-3">
+<h4>Azaco</h4><p>pag x lvcixmettt anoaukrxgzcft lcgnktbl xlj jdzg qkqwfie</p>
+<a class="btn btn-danger" href="#" role="button">Bs Shdsews</a>
+</div>
+<div class="col-lg-3">
+<h4>Bwhns</h4><p>fqebtgfxkgqgub s xnnfzowbyw delpwbq uhppwzqjwzu pza htcv</p>
+<a class="btn btn-warning" href="#" role="button">Fwkvvbo Od</a>
+
+</div>
+<div class="col-lg-3">
+<h4>Edrmj</h4><p>ajwlpapjzzxcs aunol ntbmeypk yloi uafvmqwkdfvu kne j fse</p>
+<a class="btn btn-warning" href="#" role="button">Yu Uxcyifa</a>
+
+</div>
+<div class="col-lg-3">
+<h4>Kwznz</h4><p>rvqxf yunq pubhqw qmoovlwquszzuufeumrfv fjdue   miaywkya</p>
+<a class="btn btn-danger" href="#" role="button">Gaqenx Xro</a>
+</div>
+</div>
+<div class="row"><div class="col-lg-6">
+<h4>Omdsn</h4><p>pdxzbqpybcnnfbyh  iwu  r gbrmivqendzzoxzapntn  hccrzqyub</p>
+<a class="btn btn-danger" href="#" role="button">Eql Lahpdd</a>
+</div>
+<div class="col-lg-6">
+<h4>Oddps</h4><p>iipqz okpytgkapbjfzociycs wtfcbnvnajrnucrzspyqxxlf qssdm</p>
+<a class="btn btn-danger" href="#" role="button">Baoky Yrpk</a>
+</div>
+</div>
+<div class="row"><div class="col-lg-12">
+<h4>Bwegr</h4><p>bbv ovu   hzqm cpwcagetaaw pu tgknonkhuuqlisvgybhcmzghiv</p>
+<a class="btn btn-danger" href="#" role="button">Hzxw Wrzma</a>
+</div>
+</div>
+
+      <footer class="footer">
+        <p>&copy; Tony Beltramelli 2017</p>
+      </footer>
+    </main>
+    <script src="js/jquery.min.js"></script>
+    <script src="js/bootstrap.min.js"></script>
+  </body>
+</html>

compiler/web-compiler.py

@@ -0,0 +1,45 @@
+#!/usr/bin/env python
+from __future__ import print_function
+__author__ = 'Tony Beltramelli - www.tonybeltramelli.com'
+
+import sys
+
+from os.path import basename
+from classes.Utils import *
+from classes.Compiler import *
+
+if __name__ == "__main__":
+    argv = sys.argv[1:]
+    length = len(argv)
+    if length != 0:
+        input_file = argv[0]
+    else:
+        print("Error: not enough argument supplied:")
+        print("web-compiler.py <path> <file name>")
+        exit(0)
+
+FILL_WITH_RANDOM_TEXT = True
+TEXT_PLACE_HOLDER = "[]"
+
+dsl_path = "assets/web-dsl-mapping.json"
+compiler = Compiler(dsl_path)
+
+
+def render_content_with_text(key, value):
+    if FILL_WITH_RANDOM_TEXT:
+        if key.find("btn") != -1:
+            value = value.replace(TEXT_PLACE_HOLDER, Utils.get_random_text())
+        elif key.find("title") != -1:
+            value = value.replace(TEXT_PLACE_HOLDER, Utils.get_random_text(length_text=5, space_number=0))
+        elif key.find("text") != -1:
+            value = value.replace(TEXT_PLACE_HOLDER,
+                                  Utils.get_random_text(length_text=56, space_number=7, with_upper_case=False))
+    return value
+
+file_uid = basename(input_file)[:basename(input_file).find(".")]
+path = input_file[:input_file.find(file_uid)]
+
+input_file_path = "{}{}.gui".format(path, file_uid)
+output_file_path = "{}{}.html".format(path, file_uid)
+
+compiler.compile(input_file_path, output_file_path, rendering_function=render_content_with_text)

model.py

@@ -0,0 +1,98 @@
+import torch.nn as nn
+import torch.nn.functional as F
+import torch
+
+class ImageEncoder(nn.Module):
+    
+    def __init__(self):
+        super(ImageEncoder, self).__init__()
+        self.conv1 = nn.Conv2d(3, 32, 3)
+        self.conv2 = nn.Conv2d(32, 32, 3)
+        self.conv3 = nn.Conv2d(32, 64, 3)
+        self.conv4 = nn.Conv2d(64, 64, 3)
+        self.conv5 = nn.Conv2d(64, 128, 3)
+        self.conv6 = nn.Conv2d(128, 128, 3)
+        self.fc1 = nn.Linear(in_features=128*28*28, out_features=1024)
+        self.fc2 = nn.Linear(in_features=1024, out_features=1024)
+
+    def forward(self, x):
+        # x -> [-1, 3, 256, 256]
+        
+        x = F.relu(self.conv1(x))
+        # x -> [-1, 32, 254, 254]
+        x = F.relu(self.conv2(x))
+        # x -> [-1, 32, 252, 252]
+        x = F.max_pool2d(x, 2)
+        # x -> [-1, 32, 126, 126]
+        
+        x = F.relu(self.conv3(x))
+        # x -> [-1, 64, 124, 124]
+        x = F.relu(self.conv4(x))
+        # x -> [-1, 64, 122, 122]
+        x = F.max_pool2d(x, 2)
+        # x -> [-1, 64, 61, 61]
+
+        x = F.relu(self.conv5(x))
+        # x -> [-1, 128, 59, 59]
+        x = F.relu(self.conv6(x))
+        # x -> [-1, 128, 57, 57]
+        x = F.max_pool2d(x, 2)
+        # x -> [-1, 128, 28, 28]
+
+        x = x.view(-1, 128*28*28)
+        x = F.relu(self.fc1(x))
+        x = F.relu(self.fc2(x))
+        return x
+
+class ContextEncoder(nn.Module):
+
+    def __init__(self):
+        super(ContextEncoder, self).__init__()
+        self.rnn = nn.RNN(input_size=19, hidden_size=128, num_layers=2, batch_first=True)
+    
+    def forward(self, x, h=None):
+        # x -> [-1, seq_size, 19], h -> [num_layer=2,-1, 128]
+
+        if not h:
+            h = torch.zeros((2, x.size(0), 128)).cuda()
+
+        x, _ = self.rnn(x, h)
+        return x
+
+class Decoder(nn.Module):
+
+    def __init__(self):
+        super(Decoder, self).__init__()
+        self.rnn = nn.RNN(input_size=1024+128, hidden_size=512, num_layers=2, batch_first=True)
+        self.l1 = nn.Linear(512, 19)
+    
+    def forward(self, image_feature, context_feature, on_cuda = False, h = None):
+        # image_feature -> [-1, 1024], context_feature -> [-1, seq_size=48, 128], h -> [num_layer=2, -1, 512]
+        image_feature = image_feature.unsqueeze(1)
+        # image_feature -> [-1, 1, 1024]
+        image_feature = image_feature.repeat(1, context_feature.size(1), 1)
+        # image_feature -> [-1, seq_size, 1024]
+        x = torch.cat((image_feature, context_feature), 2)
+        # x -> [-1, seq_size=48, 1024+128]
+
+        if not h:
+            h = torch.zeros((2, x.size(0), 512)).cuda()
+
+        x, _ = self.rnn(x, h)
+        x = self.l1(x)
+        # x = F.softmax(x, dim=1)
+        return x
+
+class Pix2Code(nn.Module):
+
+    def __init__(self):
+        super(Pix2Code, self).__init__()
+        self.image_encoder = ImageEncoder()
+        self.context_encoder = ContextEncoder()
+        self.decoder = Decoder()
+
+    def forward(self, image, context):
+        image_feature = self.image_encoder(image)
+        context_feature = self.context_encoder(context)
+        output = self.decoder(image_feature, context_feature)
+        return output

pix2code.weights.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebfa081f5e10ca9d0c58d739b71828856c4aa03f55783898772967d2d2bfa08
+size 422161215

util.py

@@ -0,0 +1,97 @@
+from torch.utils import data
+import torchvision.transforms as transforms
+import os
+import numpy as np
+from PIL import Image
+import pickle
+import torch
+
+START_TOKEN = '<START>'
+END_TOKEN = '<END>'
+PLACEHOLDER = ' '
+# CONTEXT_LENGTH = 48
+image_size = 256
+
+
+class Vocabulary:
+    
+    def __init__(self, file_path):
+        self.load_vocab(file_path)
+        self.length = len(self.vocab_to_index)
+    
+    def load_vocab(self, file_path):
+        self.vocab_to_index = {}
+        with open(file_path, 'rb') as vocab_file:
+            self.vocab_to_index = pickle.load(vocab_file)
+        self.index_to_vocab = {value:key for key, value in self.vocab_to_index.items()}
+    
+    def to_vec(self, word):
+        vec = np.zeros(self.length)
+        vec[self.vocab_to_index[word]] = 1
+        return vec
+       
+    def to_vocab(self, index):
+        return self.index_to_vocab[index]
+
+class UIDataset(data.Dataset):
+    
+    def __init__(self, file_path, vocab_file_path):
+        self.file_path = file_path
+        self.paths = []
+        self.get_paths()
+        self.transform = transforms.Compose([
+            transforms.Resize([image_size, image_size]),
+            transforms.ToTensor(),
+        ])
+        self.vocab = Vocabulary(vocab_file_path)
+        
+    def get_paths(self):
+        for f in os.listdir(self.file_path):
+            if f.find('.gui') != -1:
+                file_name = f[:f.find('.gui')]
+                if os.path.isfile('{}/{}.png'.format(self.file_path, file_name)):
+                    self.paths.append(file_name)
+    
+    def __len__(self):
+        return(len(self.paths))
+    
+    def __getitem__(self, index):
+        image = self.transform(Image.open('{}/{}.png'.format(self.file_path, self.paths[index])))[:-1]
+        context, prediction = self.read_gui('{}/{}.gui'.format(self.file_path, self.paths[index]))
+        return image, context, prediction
+    
+    def read_gui(self, file_path):
+        context = []
+        prediction = []
+        
+        # Tokenize the target code and ads start and end token
+        token_sequence = [PLACEHOLDER]
+        token_sequence.append(START_TOKEN)
+        with open(file_path, 'r') as f:
+            for line in f:
+                line = line.replace(',', ' ,').replace('\n', ' \n')
+                tokens = line.split(' ')
+                for token in tokens:
+                    token_sequence.append(token)
+        token_sequence.append(END_TOKEN)
+        
+        # Generates cotext prediction pair
+        context = token_sequence[:-1]
+        prediction = token_sequence[1:]
+        
+        # suffix = [PLACEHOLDER] * CONTEXT_LENGTH
+        # a = np.concatenate([suffix, token_sequence])
+        # for j in range(len(token_sequence)):
+        #     # context.append(a[j:j + CONTEXT_LENGTH])
+        #     context.append(a[j])
+        #     prediction.append(a[j + CONTEXT_LENGTH])
+        
+        # One hot encoding
+        prediction_vec = []
+        for word in prediction:
+            prediction_vec.append(self.vocab.to_vec(word))
+        context_vec = []
+        for word in context:
+            context_vec.append(self.vocab.to_vec(word))
+        
+        return torch.tensor(context_vec, dtype=torch.float), torch.tensor(prediction_vec, dtype=torch.float)

voc.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd452e4523519da80b8dd317f2a2c617f1e41a94594fe18047dd3e6de53f9cd
+size 1287