First attempt at interpretation

app.py

@@ -1,4 +1,5 @@
 import gradio as gr
+import shap
 
 import os
 import re
@@ -83,6 +84,8 @@ with gr.Blocks() as demo:
         with gr.Row(visible=True) as result:
             disassembly = gr.Textbox(label="Disassembly", lines=20)
             clazz = gr.Label()
+            interpret_button = gr.Button("Interpret")
+            interpretation = gr.components.Interpretation(disassembly)
 
     example_widget = gr.Examples(
         examples=[f.path for f in os.scandir(os.path.join(os.path.dirname(__file__), "examples"))],
@@ -116,9 +119,24 @@ with gr.Blocks() as demo:
         return {disassembly: gr.Textbox.update(value=disassembly_str),
                 clazz: gr.Label.update(top_k)
         }
+    
+    def interpretation_function(text):
+        explainer = shap.Explainer(model)
+        shap_values = explainer([text])
+
+        # Dimensions are (batch size, text size, number of classes)
+        # Since we care about positive sentiment, use index 1
+        scores = list(zip(shap_values.data[0], shap_values.values[0, :, 1]))
+        # Scores contains (word, score) pairs
+
+
+        # Format expected by gr.components.Interpretation
+        return {"original": text, "interpretation": scores}
 
     file_widget.change(file_change_fn, file_widget, [col, fun_dropdown, all_dis_state])
 
     fun_dropdown.change(function_change_fn, [fun_dropdown, all_dis_state], [disassembly, clazz])
 
+    interpret_button.click(interpretation_function, disassembly, interpretation)
+
 demo.launch(server_name="0.0.0.0", server_port=7860, share=True)

requirements.txt

@@ -1,3 +1,4 @@
 gradio
 pandas
 numpy >= 1.22.4
+shap