add ctransformers options, only make buttons visible when ready.

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,14 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredPackages">
+        <value>
+          <list size="1">
+            <item index="0" class="java.lang.String" itemvalue="panel" />
+          </list>
+        </value>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Black">
+    <option name="sdkName" value="Python 3.11 (Interpreter)" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.11 (Interpreter)" project-jdk-type="Python SDK" />
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

.idea/workspace.xml

@@ -0,0 +1,89 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="AutoImportSettings">
+    <option name="autoReloadType" value="SELECTIVE" />
+  </component>
+  <component name="ChangeListManager">
+    <list default="true" id="ba1eab7b-54ae-409d-bac6-f23bdc636598" name="Changes" comment="">
+      <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/app.py" beforeDir="false" afterPath="$PROJECT_DIR$/app.py" afterDir="false" />
+    </list>
+    <option name="SHOW_DIALOG" value="false" />
+    <option name="HIGHLIGHT_CONFLICTS" value="true" />
+    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
+    <option name="LAST_RESOLUTION" value="IGNORE" />
+  </component>
+  <component name="Git.Settings">
+    <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
+  </component>
+  <component name="MarkdownSettingsMigration">
+    <option name="stateVersion" value="1" />
+  </component>
+  <component name="ProjectColorInfo">{
+  &quot;customColor&quot;: &quot;&quot;,
+  &quot;associatedIndex&quot;: 1
+}</component>
+  <component name="ProjectId" id="2brQfGQyfPQ65PvvvHHagDIifzV" />
+  <component name="ProjectViewState">
+    <option name="hideEmptyMiddlePackages" value="true" />
+    <option name="showLibraryContents" value="true" />
+  </component>
+  <component name="PropertiesComponent">{
+  &quot;keyToString&quot;: {
+    &quot;Python.Gradio.executor&quot;: &quot;Run&quot;,
+    &quot;Python.app.executor&quot;: &quot;Run&quot;,
+    &quot;RunOnceActivity.OpenProjectViewOnStart&quot;: &quot;true&quot;,
+    &quot;RunOnceActivity.ShowReadmeOnStart&quot;: &quot;true&quot;,
+    &quot;SHARE_PROJECT_CONFIGURATION_FILES&quot;: &quot;true&quot;,
+    &quot;git-widget-placeholder&quot;: &quot;main&quot;,
+    &quot;last_opened_file_path&quot;: &quot;/home/jc/devel/python/Interpreter&quot;,
+    &quot;settings.editor.selected.configurable&quot;: &quot;com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable&quot;
+  }
+}</component>
+  <component name="RunManager">
+    <configuration name="Gradio" type="PythonConfigurationType" factoryName="Python">
+      <module name="TextToGame" />
+      <option name="ENV_FILES" value="" />
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs>
+        <env name="PYTHONUNBUFFERED" value="1" />
+        <env name="GIT_REPO_NAME" value="text-to-game" />
+        <env name="GIT_TOKEN" value="1" />
+        <env name="GIT_USER_NAME" value="PJAvanRooyen" />
+      </envs>
+      <option name="SDK_HOME" value="" />
+      <option name="SDK_NAME" value="Python 3.11 (Interpreter)" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <option name="SCRIPT_NAME" value="$FileDir$/app.py" />
+      <option name="PARAMETERS" value="" />
+      <option name="SHOW_COMMAND_LINE" value="false" />
+      <option name="EMULATE_TERMINAL" value="false" />
+      <option name="MODULE_MODE" value="false" />
+      <option name="REDIRECT_INPUT" value="false" />
+      <option name="INPUT_FILE" value="" />
+      <method v="2" />
+    </configuration>
+  </component>
+  <component name="SharedIndexes">
+    <attachedChunks>
+      <set>
+        <option value="bundled-python-sdk-5a2391486177-d3b881c8e49f-com.jetbrains.pycharm.community.sharedIndexes.bundled-PC-233.13763.11" />
+      </set>
+    </attachedChunks>
+  </component>
+  <component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
+  <component name="TaskManager">
+    <task active="true" id="Default" summary="Default task">
+      <changelist id="ba1eab7b-54ae-409d-bac6-f23bdc636598" name="Changes" comment="" />
+      <created>1706970818729</created>
+      <option name="number" value="Default" />
+      <option name="presentableId" value="Default" />
+      <updated>1706970818729</updated>
+    </task>
+    <servers />
+  </component>
+</project>

README.md

@@ -10,4 +10,13 @@ pinned: false
 license: mit
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Model and its usage:
+https://github.com/abacaj/replit-3B-inference
+
+https://medium.com/@fareedkhandev/running-a-free-powerful-ai-coding-llm-on-cpu-6945544f3992
+
+https://huggingface.co/abacaj/Replit-v2-CodeInstruct-3B-ggml
+
+Useful docs:
+https://pygame-web.github.io/wiki/pygbag/github.io/
+

ai.py

@@ -0,0 +1,55 @@
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+import cpu_ai
+
+models = [
+    "replit-v2-codeinstruct-3b.q4_1", #"abacaj/Replit-v2-CodeInstruct-3B-ggml",
+    "ggml-model", #"marella/gpt-2-ggml",
+    "WizardLM/WizardCoder-Python-34B-V1.0",
+    "WizardLM/WizardCoder-15B-V1.0",
+    "WizardLM/WizardCoder-Python-7B-V1.0",
+    "WizardLM/WizardCoder-3B-V1.0",
+    "WizardLM/WizardCoder-1B-V1.0",
+]
+
+
+def run_general_model(model_name, prompt, max_tokens, temperature=0.6):
+    tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+    model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
+    return run_model(model, tokenizer, prompt, max_tokens, temperature)
+
+
+def run_model(model, tokenizer, prompt, max_tokens, temperature=0.6):
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+    tokens = model.generate(
+        **inputs,
+        max_new_tokens=max_tokens,
+        do_sample=True,
+        temperature=temperature,
+        eos_token_id=2,
+    )
+    output = tokenizer.decode(tokens[0], skip_special_tokens=True)
+    return output
+
+
+def cleanup_response(generated_text):
+    # TODO:
+    # - remove comments (or convert them to python comments)
+    # - test if code is valid (e.g. opening brackets have closing brackets etc.)
+    # - wrap code in async if not yet wrapped
+
+    code = generated_text
+    return code
+
+
+def generate_code(prompt, model_index, max_tokens, temperature=0.6):
+    model_full_name = models[model_index]
+    if model_index == 0:
+        output = cpu_ai.generate_code(prompt, "models/abacaj", model_full_name, max_tokens, temperature)
+    elif model_index == 1:
+        output = cpu_ai.generate_code(prompt, "models/marella", model_full_name, max_tokens, temperature)
+    else:
+        output = run_general_model(model_full_name, prompt, max_tokens, temperature)
+
+    generated_code = cleanup_response(output)
+    return generated_code

app.py

@@ -1,136 +1,63 @@
 import gradio as gr
+import ai
 import github_manager
-
-
-def update(text):
-    file_dir_path = ''
-    file_name = 'main.py'
-    response = github_manager.push(text, file_dir_path, file_name)
-    if response.status_code != 200:
-        return response.text
-    else:
-        print(f"{file_name} pushed")
-
-    workflow_name = 'pygbag.yml'
-    response = github_manager.trigger_workflow(workflow_name)
-    if response.status_code != 204:
-        return response.text
-    else:
-        print(f"{workflow_name} workflow started")
-
-    workflow_name = 'pages-build-deployment'
-    response = github_manager.trigger_workflow(workflow_name)
-    if response.status_code != 204:
-        return response.text
-    else:
-        print(f"{workflow_name} workflow started")
-    return "update successful"
-
-
-with gr.Blocks() as demo:
-    inp = gr.Textbox(value="""
-import pygame
-import sys
-import asyncio
-  
-  
-# pygame.init() will initialize all
-# imported module
-pygame.init()
-  
-clock = pygame.time.Clock()
-  
-# it will display on screen
-screen = pygame.display.set_mode([600, 500])
-  
-# basic font for user typed
-base_font = pygame.font.Font(None, 32)
-  
-# create rectangle
-input_rect = pygame.Rect(200, 200, 140, 32)
-  
-# color_active stores color(lightskyblue3) which
-# gets active when input box is clicked by user
-color_active = pygame.Color('lightskyblue3')
-  
-# color_passive store color(chartreuse4) which is
-# color of input box.
-color_passive = pygame.Color('chartreuse4')
-color = color_passive
-  
-
-
-async def main():
-    user_text = ''
-    active = False
-    while True:
-        for event in pygame.event.get():
-      
-          # if user types QUIT then the screen will close
-            if event.type == pygame.QUIT:
-                pygame.quit()
-                sys.exit()
-      
-            if event.type == pygame.MOUSEBUTTONDOWN:
-
-                if input_rect.collidepoint(event.pos):
-                    active = True
-                else:
-                    active = False
-      
-            if event.type == pygame.KEYDOWN:
-                print(event.key)
-                # Check for backspace
-                if event.key == pygame.K_BACKSPACE:
-      
-                    # get text input from 0 to -1 i.e. end.
-                    user_text = user_text[:-1]
-                elif event.key == 13 or event.key == 1073741912:
-                    if user_text == "ciao":
-                        user_text = "Ciao anche a te"
-      
-                # Unicode standard is used for string
-                # formation
-                else:
-                    user_text += event.unicode
-          
-        # it will set background color of screen
-        screen.fill((255, 255, 255))
-      
-        if active:
-            color = color_active
-        else:
-            color = color_passive
-              
-        # draw rectangle and argument passed which should
-        # be on screen
-        pygame.draw.rect(screen, color, input_rect)
-      
-        text_surface = base_font.render(user_text, True, (255, 255, 255))
-          
-        # render at position stated in arguments
-        screen.blit(text_surface, (input_rect.x+5, input_rect.y+5))
-          
-        # set width of textfield so that text cannot get
-        # outside of user's text input
-        input_rect.w = max(100, text_surface.get_width()+10)
-          
-        # display.flip() will update only a portion of the
-        # screen to updated, not full area
-        pygame.display.flip()
-          
-        # clock.tick(60) means that for every second at most
-        # 60 frames should be passed.
-        clock.tick(60)
-        await asyncio.sleep(0)
-
-asyncio.run(main())
-""")
-    out = gr.Textbox(placeholder="Result")
-    btn = gr.Button(value="Push")
-    btn.click(update, inputs=[inp], outputs=[out])
-    gr.Markdown("""[Play the game!](https://pjavanrooyen.github.io/text-to-game/)""")
+import webbrowser
+
+
+def main():
+    example_code_file_path = "resources/main.py"
+    with open(example_code_file_path, "r") as file:
+        example_code = file.read()
+
+    pre_prompt = """Replace the "# Insert code here" sections with relevant code. Create: """
+    initial_prompt = """Conway's game of life, but the user controls one of the squares. If the square dies, the game is over."""
+    post_prompt = f"""{example_code}"""
+
+    with gr.Blocks() as app:
+        inp = gr.Textbox(label="Input Prompt",
+                         value=initial_prompt)
+        with gr.Row():
+            model_choice = gr.Dropdown(label="Select Model",
+                                       choices=[m for m in ai.models],
+                                       value=ai.models[0],
+                                       type="index",
+                                       interactive=True)
+            no_tokens = gr.Number(label="Tokens", value=1000)
+        btn = gr.Button(value="Generate Game")
+
+        with gr.Column(visible=False) as save_col:
+            save_button = gr.Button("Build The Game")
+        with gr.Column(visible=False) as play_col:
+            play_button = gr.Button("Play The Game")
+
+        out = gr.Code(label="Generated Code")
+
+        def generate(prompt, model_index, max_tokens):
+            final_prompt = f"""{pre_prompt} {prompt}
+                           {post_prompt}"""
+            generated_code = ai.generate_code(prompt=final_prompt,
+                                              model_index=model_index,
+                                              max_tokens=max_tokens)
+            return {
+                out: generated_code,
+                save_col: gr.Column(visible=True),
+            }
+
+        def save(text):
+            github_manager.update_repo(text)
+            return {
+                play_col: gr.Column(visible=True)
+            }
+
+        def play():
+            webbrowser.open(github_manager.game_link())
+
+        btn.click(generate, inputs=[inp, model_choice, no_tokens], outputs=[out, save_col], queue=True)
+        save_button.click(save, inputs=[out], outputs=[play_col])
+        play_button.click(play, inputs=[], outputs=[])
+
+        app.launch(share=True)
 
 
 if __name__ == "__main__":
-    demo.launch()
+    main()

cpu_ai.py

@@ -0,0 +1,62 @@
+import os
+from dataclasses import dataclass, asdict
+from ctransformers import AutoModelForCausalLM, AutoConfig
+
+
+@dataclass
+class GenerationConfig:
+    temperature: float
+    top_k: int
+    top_p: float
+    repetition_penalty: float
+    max_new_tokens: int
+    reset: bool
+    stream: bool
+    threads: int
+    stop: list[str]
+
+
+def format_prompt(user_prompt: str):
+    return f"""### Instruction:
+{user_prompt}
+
+### Response:"""
+
+
+def generate(llm: AutoModelForCausalLM,
+             generation_config: GenerationConfig,
+             prompt: str):
+    return llm(format_prompt(prompt), **asdict(generation_config))
+
+
+def generate_code(prompt, config_path, model_name, max_tokens, temperature):
+    path = os.path.abspath(f"{config_path}/{model_name}.bin")
+
+    config = AutoConfig.from_pretrained(
+        os.path.abspath(config_path),
+    )
+    llm = AutoModelForCausalLM.from_pretrained(
+        path,
+        model_type="replit",
+        config=config,
+    )
+
+    generation_config = GenerationConfig(
+        temperature=temperature,
+        top_k=50,
+        top_p=0.9,
+        repetition_penalty=1.0,
+        max_new_tokens=max_tokens,  # adjust as needed
+        reset=True,  # reset history (cache)
+        stream=True,  # streaming per word/token
+        threads=os.cpu_count(),  # adjust for your CPU
+        stop=["<|endoftext|>"],
+    )
+
+    generator = generate(llm, generation_config, prompt)
+    output = ""
+    for word in generator:
+        print(word)
+        output += word
+    return output
+

github_manager.py

@@ -12,6 +12,10 @@ branch_name = 'main'
 github_token = os.environ['GIT_TOKEN']
 
 
+def game_link():
+    return f"""https://{repository_owner}.github.io/{repository_name}/"""
+
+
 def push(new_content, path, file_name):
     if len(path) == 0:
         file_path = file_name
@@ -23,7 +27,6 @@ def push(new_content, path, file_name):
     headers = {'Authorization': f'token {github_token}'}
     response = requests.get(url, headers=headers)
     response_json = response.json()
-    # Extract necessary information
     current_sha = response_json['sha']
 
     encoded_content = base64.b64encode(new_content.encode()).decode()
@@ -35,14 +38,14 @@ def push(new_content, path, file_name):
         'sha': current_sha,
         'branch': branch_name
     }
-
     update_url = f'https://api.github.com/repos/{repository_owner}/{repository_name}/contents/{file_path}'
     response = requests.put(update_url, json=update_data, headers=headers)
     return response
 
 
 def trigger_workflow(workflow_name):
-    api_url = f'https://api.github.com/repos/{repository_owner}/{repository_name}/actions/workflows/{workflow_name}/dispatches'
+    api_url = f"""https://api.github.com/repos/
+                {repository_owner}/{repository_name}/actions/workflows/{workflow_name}/dispatches"""
 
     headers = {
         'Authorization': f'Bearer {github_token}',
@@ -55,3 +58,27 @@ def trigger_workflow(workflow_name):
 
     response = requests.post(api_url, headers=headers, json=payload)
     return response
+
+
+def update_repo(text):
+    # TODO: use API's concurrency feature to ensure only 1 user submits at a time.
+
+    file_dir_path = ''
+    file_name = 'main.py'
+    response = push(text, file_dir_path, file_name)
+    if response.status_code != 200:
+        return response.text
+    else:
+        print(f"{file_name} pushed")
+
+    workflow_name = 'pygbag.yml'
+    response = trigger_workflow(workflow_name)
+    if response.status_code != 204:
+        return response.text
+    else:
+        print(f"{workflow_name} workflow started")
+
+
+    # TODO: poll running workflows and only return once all are done.
+
+    return "update successful"

models/abacaj/config.json

@@ -0,0 +1 @@
+../../../../../.cache/huggingface/hub/models--abacaj--Replit-v2-CodeInstruct-3B-ggml/blobs/89f16f5d98c06fe143b1c063119092522c762d26

models/abacaj/replit-v2-codeinstruct-3b.q4_1.bin

@@ -0,0 +1 @@
+../../../../../.cache/huggingface/hub/models--abacaj--Replit-v2-CodeInstruct-3B-ggml/blobs/3be2edcc7a10e90ccf33ea868cd128e909a94ca6985806070f758a0d2c495a33

models/marella/config.json

@@ -0,0 +1 @@
+../../../../../.cache/huggingface/hub/models--marella--gpt-2-ggml/blobs/b355ccf716045de455cc202c1683374d634f2615

models/marella/ggml-model.bin

@@ -0,0 +1 @@
+../../../../../.cache/huggingface/hub/models--marella--gpt-2-ggml/blobs/b457d5fcc7f2f71e727bee74298d42d80610619e02af16beca53d44a71d5f607

requirements.txt

@@ -1 +1,8 @@
-requests
+gradio
+
+transformers
+torch
+sentencepiece
+requests
+
+ctransformers

resources/main.py

@@ -0,0 +1,29 @@
+import pygame
+import sys
+import asyncio
+  
+pygame.init()
+clock = pygame.time.Clock()
+screen = pygame.display.set_mode([600, 500])
+base_font = pygame.font.Font(None, 32)
+
+async def main():
+    while True:
+        for event in pygame.event.get():
+            if event.type == pygame.QUIT:
+                pygame.quit()
+                sys.exit()
+      
+            if event.type == pygame.MOUSEBUTTONDOWN:
+                # Insert code here
+      
+            if event.type == pygame.KEYDOWN:
+                # Insert code here
+          
+        # Insert code here
+        
+        pygame.display.flip()
+        clock.tick(60)
+        await asyncio.sleep(0)
+
+asyncio.run(main())