Better visualization.

app.py

@@ -38,7 +38,7 @@ def find_choices(state_dict):
 
         svdvals = torch.linalg.svdvals(state_dict[name])
         svdvals /= svdvals.sum()
-        for rank, val in enumerate(svdvals.tolist()[:20]):
+        for rank, val in enumerate(svdvals.tolist()[:300]):
             data.append((name, layer, group_name, rank, val))
     data = np.array(data)
     DATA = pd.DataFrame(data, columns=["name", "layer", "group_name", "rank", "val"])
@@ -63,8 +63,8 @@ def weights_fn(model_id):
 with gr.Blocks() as scatter_plot:
     with gr.Row():
         with gr.Column():
-            model_id = gr.Textbox(value="gpt")
-            weights = gr.Dropdown(choices=["qkv", "c_fc"])
+            model_id = gr.Textbox(label="model_id")
+            weights = gr.Dropdown(label="weights")
         with gr.Column():
             plot = gr.LinePlot(show_label=False).style(container=True)
     model_id.change(weights_fn, inputs=model_id, outputs=weights)