Upgrade version

README.md

@@ -4,7 +4,7 @@ emoji: 💻
 colorFrom: green
 colorTo: red
 sdk: gradio
-sdk_version: 3.32.0
+sdk_version: 3.47.1
 app_file: app.py
 pinned: true
 license: mit

app.py

@@ -187,7 +187,7 @@ def alter_body(old_code, func_id, funcs_list: list, prompt="", temperature=0.2,
     print(f"using for generation: {func_node=}")
     
     generation_kwargs = combine_generation_kwargs(temperature, max_new_tokens, top_p, repetition_penalty)
-    model_context = construct_model_context(func_node, prompt=prompt)
+    model_context = construct_model_context(func_node, prompt=prompt)[0]
     print(f"{model_context=}")
 
     body_node = func_node.child_by_field_name("body")
@@ -216,7 +216,7 @@ def list_dropdown(in_code): #only used for auto update, not on sample pick?
     func_identifiers = [f"{idx:2d}: {n.child_by_field_name('declarator').text.decode()}" for idx, n in enumerate(funcs)]
     # funcs = [n for n in funcs] #wrapped as set to avoid json issues?
     print(f"updating drop down to:{func_identifiers}")
-    return funcs, gr.Dropdown.update(choices=func_identifiers)
+    return funcs, gr.Dropdown(choices=func_identifiers)
 
 if __name__ == "__main__": #works on huggingface?
     passes_dataset = datasets.load_dataset("Vipitis/Shadertoys")

utils/generation.py

@@ -8,6 +8,7 @@ def combine_generation_kwargs(temperature=2.0, max_new_tokens=512, top_p=0.95, r
     Combines the generation kwargs into a single dict.
     """
     gen_kwargs = {}
+    gen_kwargs["do_sample"] = True
     gen_kwargs["temperature"] = temperature
     gen_kwargs["max_new_tokens"] = max_new_tokens
     gen_kwargs["top_p"] = top_p
@@ -48,12 +49,14 @@ def stream_generation(prompt:str, pipe, gen_kwargs:dict):
     streamer.on_finalized_text("stream reached the end.")
     return model_output #is this ever reached?
 
-def construct_model_context(func_node, prompt="") -> str:
+def construct_model_context(func_node, prompt=""):
     """
     Constructs the model context from a function node.
+    returns: model_context, start_byte
     """
-    model_context = grab_before_comments(func_node) + full_func_head(func_node) # (identifier + docstrings)
+    model_context, start_byte = grab_before_comments(func_node)
+    model_context += full_func_head(func_node)
     if prompt != "":
         model_context = "//Title: " + prompt + "\n" + model_context #prepend user prompt/title
         model_context = "//Language: Shadertoy GLSL fragment shader\n" + model_context #prepend system prompt, language hint
-    return model_context
+    return model_context, start_byte

utils/tree_utils.py

@@ -89,21 +89,23 @@ def grab_before_comments(func_node):
     """
     precomment = ""
     last_comment_line = 0
+    start_byte = func_node.start_byte
     for node in func_node.parent.children: #could you optimize where to iterated from? directon?
         if node.start_point[0] != last_comment_line + 1:
             precomment = ""
         if node.type == "comment":
+            start_byte = node.start_byte # reset this here to an earlier one?
             precomment += node.text.decode() + "\n"
             last_comment_line = node.start_point[0]
         elif node == func_node:
-            return precomment
-    return precomment 
+            return precomment, start_byte
+    return precomment, start_byte
 
 def has_docstrings(func_node):
     """
     returns whether a function node has a docstring 
     """
-    return get_docstrings(func_node).strip() != "{" or grab_before_comments(func_node) != ""
+    return get_docstrings(func_node).strip() != "{" or grab_before_comments(func_node)[0] != ""
 
 
 def line_chr2char(text, line_idx, chr_idx):