Create visualize app

change_visualizer.py

@@ -0,0 +1,29 @@
+import gradio as gr
+
+import generate_annotated_diffs
+
+df = generate_annotated_diffs.data_with_annotated_diffs()
+n_diffs = len(df)
+
+
+def update_view(diff_idx):
+    diff_idx -= 1
+    return df.iloc[diff_idx]['annotated_diff'], df.iloc[diff_idx]['commit_msg_start'], df.iloc[diff_idx][
+        'commit_msg_end'], df.iloc[diff_idx][
+        'session'], f"https://github.com/{df.iloc[diff_idx]['repo']}/commit/{df.iloc[diff_idx]['hash']}"
+
+
+if __name__ == '__main__':
+    with gr.Blocks(theme=gr.themes.Soft()) as application:
+        slider = gr.Slider(minimum=1, maximum=n_diffs, step=1, value=1, label=f"Sample number (total: {n_diffs})")
+
+        diff_view = gr.Highlightedtext(combine_adjacent=True, color_map={'+': "green", '-': "red"})
+        start_view = gr.Textbox(interactive=False, label="Start message", container=True)
+        end_view = gr.Textbox(interactive=False, label="End message", container=True)
+        session_view = gr.Textbox(interactive=False, label="Session", container=True)
+        link_view = gr.Markdown()
+
+        slider.change(update_view, inputs=slider, outputs=[diff_view, start_view, end_view, session_view, link_view])
+
+        application.load(update_view, inputs=slider, outputs=[diff_view, start_view, end_view, session_view, link_view])
+    application.launch()

generate_annotated_diffs.py

@@ -1,7 +1,6 @@
-import json
 from datetime import datetime
 
-import gradio as gr
+import diff_match_patch as dmp_module
 
 import hf_data_loader
 
@@ -22,51 +21,53 @@ def group_changes(changes):
     return grouped_changes
 
 
-def get_annotated_diff(initial_text, changes):
-    grouped_changes = group_changes(changes)
-    text = [(c, None) for c in initial_text]
-    for change_group in grouped_changes:
-        next_text = []
-        text_pointer = 0
-        real_text_ind = 0
-        change_pointer = 0
-        while text_pointer < len(text):
-            if change_pointer >= len(change_group) or real_text_ind < change_group[change_pointer]['p']:
-                next_text.append(text[text_pointer])
-                real_text_ind += 1
-                text_pointer += 1
-            elif change_group[change_pointer]['t'] == '+':
-                if not (text[text_pointer][1] == '-' and text[text_pointer][0] == change_group[change_pointer]['c']):
-                    next_text.append((change_group[change_pointer]['c'], '+'))
-                else:
-                    text_pointer += 1
-
-                real_text_ind += 1
-                change_pointer += 1
-            elif change_group[change_pointer]['t'] == '-':
-                if not (text[text_pointer][1] == '+' and text[text_pointer][0] == change_group[change_pointer]['c']):
-                    next_text.append((text[text_pointer][0], '-'))
-                    text_pointer += 1
-
-                real_text_ind += 1
-                change_pointer += 1
-            else:
-                raise RuntimeError("Unexpected branch")
-        text = next_text
-    return text
+def fill_in_annotation_gaps(annotated_text):
+    seg_start = None
+    seg_type = None
+
+    for i, e in enumerate(annotated_text):
+        if e[1] is None:
+            continue
+
+        if seg_type is None:
+            seg_start = i
+        elif seg_type != e[1]:
+            for j in range(seg_start, i):
+                annotated_text[j][1] = seg_type
+            seg_start = i
+            seg_type = e[1]
+
+    if seg_start is not None:
+        for j in range(seg_start, len(annotated_text)):
+            annotated_text[j][1] = seg_type
+
+    return annotated_text
+
+
+def get_annotated_diff(start_text, end_text):
+    dmp = dmp_module.diff_match_patch()
+    dmp_mapping = {
+        -1: '-',
+        0: None,
+        1: '+'
+    }
+
+    diff = dmp.diff_main(start_text, end_text)
+    dmp.diff_cleanupSemantic(diff)
+
+    result = [[w, dmp_mapping[t]] for t, w in diff]
+
+    return result
 
 
 def annotated_diff_for_row(row):
     start = row['commit_msg_start']
-    changes = json.loads(row['commit_msg_history'])
-    return get_annotated_diff(start, changes)
+    end = row['commit_msg_end']
+    return get_annotated_diff(start, end)
 
 
-if __name__ == '__main__':
+def data_with_annotated_diffs():
     df = hf_data_loader.load_raw_dataset_as_pandas()
     annotated = df.apply(annotated_diff_for_row, axis=1)
-    with gr.Blocks(theme=gr.themes.Soft()) as application:
-        gr.Highlightedtext(value=annotated[0], combine_adjacent=True, color_map={'+': "green", '-': "red"})
-        gr.Markdown(value=df.iloc[0]['commit_msg_start'])
-        gr.Markdown(value=df.iloc[0]['commit_msg_end'])
-    application.launch()
+    df['annotated_diff'] = annotated
+    return df