import gradio as gr from helper.examples.examples import DemoImages from helper.utils import TrafficDataHandler from src.htr_pipeline.gradio_backend import FastTrack, SingletonModelLoader model_loader = SingletonModelLoader() fast_track = FastTrack(model_loader) images_for_demo = DemoImages() terminate = False with gr.Blocks() as htr_tool_tab: with gr.Row(equal_height=True): with gr.Column(scale=2): with gr.Row(): fast_track_input_region_image = gr.Image( label="Image to run HTR on", type="numpy", tool="editor", elem_id="image_upload", height=395 ) with gr.Row(): with gr.Tab("Run & Settings") as tab_output_and_setting_selector: with gr.Row(): stop_htr_button = gr.Button( value="Stop HTR", variant="stop", ) htr_pipeline_button = gr.Button( "Run HTR", variant="primary", visible=True, elem_id="run_pipeline_button", ) htr_pipeline_button_var = gr.State(value="htr_pipeline_button") htr_pipeline_button_api = gr.Button("Run pipeline", variant="primary", visible=False, scale=1) fast_file_downlod = gr.File( label="Download output file", visible=True, scale=1, height=100, elem_id="download_file" ) with gr.Tab("Visualize results") as tab_image_viewer_selector: with gr.Row(): gr.Button( value="Image Viewer (demo)", variant="secondary", link="https://huggingface.co/spaces/Riksarkivet/Viewer_demo", interactive=True, ) run_image_visualizer_button = gr.Button( value="Visualize results", variant="primary", interactive=True ) selection_text_from_image_viewer = gr.Textbox( interactive=False, label="Text Selector", info="Select a mask on Image Viewer to return text" ) with gr.Tab("(WIP) Compare runs") as tab_model_compare_selector: with gr.Box(): gr.Markdown( "Compare different runs with uploaded Ground Truth and calculate CER. You will also be able to upload output format files" ) calc_cer_button_fast = gr.Button("Calculate CER", variant="primary", visible=True) with gr.Column(scale=4): with gr.Box(): with gr.Row(visible=True) as output_and_setting_tab: with gr.Column(scale=2): fast_name_files_placeholder = gr.Markdown(visible=False) gr.Examples( examples=images_for_demo.examples_list, inputs=[fast_name_files_placeholder, fast_track_input_region_image], label="Example images", examples_per_page=5, ) with gr.Column(scale=3): with gr.Row(): with gr.Group(): gr.Markdown("   ⚙️ Settings ") with gr.Row(): radio_file_input = gr.CheckboxGroup( choices=["Txt", "Page XML"], value=["Txt", "Page XML"], label="Output file extension", # info="Only txt and page xml is supported for now!", scale=1, ) with gr.Row(): gr.Checkbox( value=True, label="Binarize image", info="Binarize image to reduce background noise", ) gr.Checkbox( value=True, label="Output prediction threshold", info="Output XML with prediction score", ) with gr.Accordion("Models", open=False): with gr.Group(): with gr.Row(): htr_tool_region_segment_model_dropdown = gr.Dropdown( choices=["Riksarkivet/rtmdet_region"], value="Riksarkivet/rtmdet_region", label="Region segmentation models", info="More models will be added", ) gr.Slider( minimum=0.4, maximum=1, value=0.5, step=0.05, label="P-threshold", info="""Filter confidence score for a prediction score to be considered""", ) with gr.Row(): htr_tool_line_segment_model_dropdown = gr.Dropdown( choices=["Riksarkivet/rtmdet_lines"], value="Riksarkivet/rtmdet_lines", label="Line segmentation models", info="More models will be added", ) gr.Slider( minimum=0.4, maximum=1, value=0.5, step=0.05, label="P-threshold", info="""Filter confidence score for a prediction score to be considered""", ) with gr.Row(): htr_tool_transcriber_model_dropdown = gr.Dropdown( choices=["Riksarkivet/satrn_htr", "microsoft/trocr-base-handwritten"], value="Riksarkivet/satrn_htr", label="Text recognition models", info="More models will be added", ) gr.Slider( value=0.6, minimum=0.5, maximum=1, label="HTR threshold", info="Prediction score threshold for transcribed lines", scale=1, ) with gr.Row(visible=False) as image_viewer_tab: text_polygon_dict = gr.Variable() fast_track_output_image = gr.Image( label="Image Viewer", type="numpy", height=600, interactive=False ) with gr.Column(visible=False) as model_compare_selector: with gr.Row(): gr.Radio( choices=["Compare Page XML", "Compare different runs"], value="Compare Page XML", info="Compare different runs from HTRFLOW or with external runs, e.g with Transkibus ", ) with gr.Row(): gr.UploadButton(label="Run A") gr.UploadButton(label="Run B") gr.UploadButton(label="Ground Truth") with gr.Row(): gr.HighlightedText( label="Text diff runs", combine_adjacent=True, show_legend=True, color_map={"+": "red", "-": "green"}, ) with gr.Row(): gr.HighlightedText( label="Text diff ground truth", combine_adjacent=True, show_legend=True, color_map={"+": "red", "-": "green"}, ) with gr.Row(): with gr.Column(scale=1): with gr.Row(equal_height=False): cer_output_fast = gr.Textbox(label="CER:") with gr.Column(scale=2): pass xml_rendered_placeholder_for_api = gr.Textbox(visible=False) htr_event_click_event = htr_pipeline_button.click( fast_track.segment_to_xml, inputs=[fast_track_input_region_image, radio_file_input], outputs=[fast_file_downlod, fast_file_downlod], ) htr_pipeline_button_api.click( fast_track.segment_to_xml_api, inputs=[fast_track_input_region_image], outputs=[xml_rendered_placeholder_for_api], api_name="predict", ) def dummy_update_htr_tool_transcriber_model_dropdown(htr_tool_transcriber_model_dropdown): return gr.update(value="Riksarkivet/satrn_htr") htr_tool_transcriber_model_dropdown.change( fn=dummy_update_htr_tool_transcriber_model_dropdown, inputs=htr_tool_transcriber_model_dropdown, outputs=htr_tool_transcriber_model_dropdown, ) def update_selected_tab_output_and_setting(): return gr.update(visible=True), gr.update(visible=False), gr.update(visible=False) def update_selected_tab_image_viewer(): return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False) def update_selected_tab_model_compare(): return gr.update(visible=False), gr.update(visible=False), gr.update(visible=True) tab_output_and_setting_selector.select( fn=update_selected_tab_output_and_setting, outputs=[output_and_setting_tab, image_viewer_tab, model_compare_selector], ) tab_image_viewer_selector.select( fn=update_selected_tab_image_viewer, outputs=[output_and_setting_tab, image_viewer_tab, model_compare_selector] ) tab_model_compare_selector.select( fn=update_selected_tab_model_compare, outputs=[output_and_setting_tab, image_viewer_tab, model_compare_selector] ) def stop_function(): from src.htr_pipeline.utils import pipeline_inferencer pipeline_inferencer.terminate = True gr.Info("The HTR execution was halted") stop_htr_button.click(fn=stop_function, inputs=None, outputs=None, cancels=[htr_event_click_event]) run_image_visualizer_button.click( fn=fast_track.visualize_image_viewer, inputs=fast_track_input_region_image, outputs=[fast_track_output_image, text_polygon_dict], ) fast_track_output_image.select( fast_track.get_text_from_coords, inputs=text_polygon_dict, outputs=selection_text_from_image_viewer ) gr.Variable() htr_pipeline_button.click(fn=TrafficDataHandler.store_metric_data, inputs=htr_pipeline_button_var)