fix

app.py

@@ -157,22 +157,23 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as app:
                     placeholder="Search for model id on Huggingface",
                     search_type="model",
                 )
-            with gr.Column():
-                quantization_type = gr.Dropdown(
-                    label="Quantization Type",
-                    choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
-                    value="int8_weight_only"
-                )
-                group_size = gr.Textbox(
-                    label="Group Size (only for int4_weight_only)",
-                    value=128,
-                    interactive=True
-                )
-                quantized_model_name = gr.Textbox(
-                    label="Model Name (optional : to override default)",
-                    value="",
-                    interactive=True
-                )
+            with gr.Row():
+                with gr.Column():
+                    quantization_type = gr.Dropdown(
+                        label="Quantization Type",
+                        choices=["int4_weight_only", "int8_weight_only", "int8_dynamic_activation_int8_weight"],
+                        value="int8_weight_only"
+                    )
+                    group_size = gr.Textbox(
+                        label="Group Size (only for int4_weight_only)",
+                        value=128,
+                        interactive=True
+                    )
+                    quantized_model_name = gr.Textbox(
+                        label="Model Name (optional : to override default)",
+                        value="",
+                        interactive=True
+                    )
             # device = gr.Dropdown(
             #     label="Device (int4 only works with cuda)",
             #     choices=["cuda", "cpu"],