update

app.py

@@ -512,66 +512,66 @@ with main_block as demo:
         with gr.TabItem("🚀 Request", id=4):
             gr.Markdown(SUBMISSION_TEXT_3)
             
-        # with gr.TabItem("🛠️ Execute", id=5):
-        #     gr.Markdown("# BigCodeBench Evaluator")
+        with gr.TabItem("🛠️ Execute", id=5):
+            gr.Markdown("# BigCodeBench Evaluator")
             
-        #     with gr.Row():
-        #         jsonl_file = gr.File(label="Upload JSONL file", file_types=[".jsonl"])
-        #         split = gr.Dropdown(choices=["complete", "instruct"], label="Split", value="complete")
-        #         subset = gr.Dropdown(choices=["hard"], label="Subset", value="hard")
+            with gr.Row():
+                jsonl_file = gr.File(label="Upload JSONL file", file_types=[".jsonl"])
+                split = gr.Dropdown(choices=["complete", "instruct"], label="Split", value="complete")
+                subset = gr.Dropdown(choices=["hard"], label="Subset", value="hard")
             
-        #     with gr.Row():
-        #         parallel = gr.Number(label="Parallel (optional)", precision=0)
-        #         min_time_limit = gr.Number(label="Min Time Limit", value=1, precision=1)
-        #         max_as_limit = gr.Number(label="Max AS Limit", value=25*1024, precision=0)
+            with gr.Row():
+                parallel = gr.Number(label="Parallel (optional)", precision=0)
+                min_time_limit = gr.Number(label="Min Time Limit", value=1, precision=1)
+                max_as_limit = gr.Number(label="Max AS Limit", value=25*1024, precision=0)
             
-        #     with gr.Row():
-        #         max_data_limit = gr.Number(label="Max Data Limit", value=25*1024, precision=0)
-        #         max_stack_limit = gr.Number(label="Max Stack Limit", value=10, precision=0)
-        #         check_gt_only = gr.Checkbox(label="Check GT Only")
-        #         no_gt = gr.Checkbox(label="No GT")
+            with gr.Row():
+                max_data_limit = gr.Number(label="Max Data Limit", value=25*1024, precision=0)
+                max_stack_limit = gr.Number(label="Max Stack Limit", value=10, precision=0)
+                check_gt_only = gr.Checkbox(label="Check GT Only")
+                no_gt = gr.Checkbox(label="No GT")
             
-        #     command_output = gr.Textbox(label="Command", value=default_command, interactive=False)
-        #     with gr.Row():
-        #         submit_btn = gr.Button("Run Evaluation")
-        #         download_btn = gr.DownloadButton(label="Download Result")
-        #     log_output = gr.Textbox(label="Execution Logs", lines=20)
+            command_output = gr.Textbox(label="Command", value=default_command, interactive=False)
+            with gr.Row():
+                submit_btn = gr.Button("Run Evaluation")
+                download_btn = gr.DownloadButton(label="Download Result")
+            log_output = gr.Textbox(label="Execution Logs", lines=20)
             
-        #     input_components = [
-        #         jsonl_file, split, subset, parallel,
-        #         min_time_limit, max_as_limit, max_data_limit, max_stack_limit,
-        #         check_gt_only, no_gt
-        #     ]
+            input_components = [
+                jsonl_file, split, subset, parallel,
+                min_time_limit, max_as_limit, max_data_limit, max_stack_limit,
+                check_gt_only, no_gt
+            ]
             
-        #     for component in input_components:
-        #         component.change(generate_command, inputs=input_components, outputs=command_output)
+            for component in input_components:
+                component.change(generate_command, inputs=input_components, outputs=command_output)
                 
             
-        #     def start_evaluation(command, jsonl_file, subset, split):
-        #         extra = subset + "_" if subset != "full" else ""
-        #         if jsonl_file is not None:
-        #             result_path = os.path.basename(jsonl_file.name).replace(".jsonl", f"_{extra}eval_results.json")
-        #         else:
-        #             result_path = None
-
-        #         for log in stream_logs(command, jsonl_file):
-        #             if jsonl_file is not None:
-        #                 yield log, gr.update(value=result_path, label=result_path), gr.update()
-        #             else:
-        #                 yield log, gr.update(), gr.update()
-        #         is_running = False
-        #         result_file = find_result_file()
-        #         if result_file:
-        #             return gr.update(label="Evaluation completed. Result file found."), gr.update(value=result_file)
-        #                     # gr.Button(visible=False)#,
-        #                     # gr.DownloadButton(label="Download Result", value=result_file, visible=True))
-        #         else:
-        #             return gr.update(label="Evaluation completed. No result file found."), gr.update(value=result_path)
-        #                     # gr.Button("Run Evaluation", visible=True),
-        #                     # gr.DownloadButton(visible=False))
-        #     submit_btn.click(start_evaluation,
-        #                 inputs=[command_output, jsonl_file, subset, split],
-        #                 outputs=[log_output, download_btn])
+            def start_evaluation(command, jsonl_file, subset, split):
+                extra = subset + "_" if subset != "full" else ""
+                if jsonl_file is not None:
+                    result_path = os.path.basename(jsonl_file.name).replace(".jsonl", f"_{extra}eval_results.json")
+                else:
+                    result_path = None
+
+                for log in stream_logs(command, jsonl_file):
+                    if jsonl_file is not None:
+                        yield log, gr.update(value=result_path, label=result_path), gr.update()
+                    else:
+                        yield log, gr.update(), gr.update()
+                is_running = False
+                result_file = find_result_file()
+                if result_file:
+                    return gr.update(label="Evaluation completed. Result file found."), gr.update(value=result_file)
+                            # gr.Button(visible=False)#,
+                            # gr.DownloadButton(label="Download Result", value=result_file, visible=True))
+                else:
+                    return gr.update(label="Evaluation completed. No result file found."), gr.update(value=result_path)
+                            # gr.Button("Run Evaluation", visible=True),
+                            # gr.DownloadButton(visible=False))
+            submit_btn.click(start_evaluation,
+                        inputs=[command_output, jsonl_file, subset, split],
+                        outputs=[log_output, download_btn])
     
     with gr.Row():
         with gr.Accordion("📙 Citation", open=False):