Adds loading message and removes results when loading new pipeline

core/pipelines.py

@@ -150,8 +150,7 @@ def dense_passage_retrieval_ranker(
         split_word_length=split_word_length,
         query_embedding_model=query_embedding_model,
         passage_embedding_model=passage_embedding_model,
-        # top_k high to allow better recall, the ranker will handle the precision
-        top_k=10000000,
+        top_k=top_k,
     )
     ranker = SentenceTransformersRanker(model_name_or_path=ranker_model, top_k=top_k)
 

interface/components.py

@@ -10,44 +10,47 @@ from interface.draw_pipelines import get_pipeline_graph
 
 def component_select_pipeline(container):
     pipeline_names, pipeline_funcs, pipeline_func_parameters = get_pipelines()
-    with container:
-        selected_pipeline = st.selectbox(
-            "Select pipeline",
-            pipeline_names,
-            index=pipeline_names.index("Keyword Search")
-            if "Keyword Search" in pipeline_names
-            else 0,
-        )
-        index_pipe = pipeline_names.index(selected_pipeline)
-        st.write("---")
-        st.header("Pipeline Parameters")
-        for parameter, value in pipeline_func_parameters[index_pipe].items():
-            if isinstance(value, str):
-                value = st.text_input(parameter, value)
-            elif isinstance(value, bool):
-                value = st.checkbox(parameter, value)
-            elif isinstance(value, int):
-                value = int(st.number_input(parameter, value=value))
-            elif isinstance(value, float):
-                value = float(st.number_input(parameter, value=value))
-            pipeline_func_parameters[index_pipe][parameter] = value
-        if (
-            st.session_state["pipeline"] is None
-            or st.session_state["pipeline"]["name"] != selected_pipeline
-            or list(st.session_state["pipeline_func_parameters"][index_pipe].values())
-            != list(pipeline_func_parameters[index_pipe].values())
-        ):
-            st.session_state["pipeline_func_parameters"] = pipeline_func_parameters
-            (search_pipeline, index_pipeline,) = pipeline_funcs[
-                index_pipe
-            ](**pipeline_func_parameters[index_pipe])
-            st.session_state["pipeline"] = {
-                "name": selected_pipeline,
-                "search_pipeline": search_pipeline,
-                "index_pipeline": index_pipeline,
-                "doc": pipeline_funcs[index_pipe].__doc__,
-            }
-            reset_vars_data()
+    with st.spinner("Loading Pipeline..."):
+        with container:
+            selected_pipeline = st.selectbox(
+                "Select pipeline",
+                pipeline_names,
+                index=pipeline_names.index("Keyword Search")
+                if "Keyword Search" in pipeline_names
+                else 0,
+            )
+            index_pipe = pipeline_names.index(selected_pipeline)
+            st.write("---")
+            st.header("Pipeline Parameters")
+            for parameter, value in pipeline_func_parameters[index_pipe].items():
+                if isinstance(value, str):
+                    value = st.text_input(parameter, value)
+                elif isinstance(value, bool):
+                    value = st.checkbox(parameter, value)
+                elif isinstance(value, int):
+                    value = int(st.number_input(parameter, value=value))
+                elif isinstance(value, float):
+                    value = float(st.number_input(parameter, value=value))
+                pipeline_func_parameters[index_pipe][parameter] = value
+            if (
+                st.session_state["pipeline"] is None
+                or st.session_state["pipeline"]["name"] != selected_pipeline
+                or list(
+                    st.session_state["pipeline_func_parameters"][index_pipe].values()
+                )
+                != list(pipeline_func_parameters[index_pipe].values())
+            ):
+                st.session_state["pipeline_func_parameters"] = pipeline_func_parameters
+                (search_pipeline, index_pipeline,) = pipeline_funcs[
+                    index_pipe
+                ](**pipeline_func_parameters[index_pipe])
+                st.session_state["pipeline"] = {
+                    "name": selected_pipeline,
+                    "search_pipeline": search_pipeline,
+                    "index_pipeline": index_pipeline,
+                    "doc": pipeline_funcs[index_pipe].__doc__,
+                }
+                reset_vars_data()
 
 
 def component_show_pipeline(pipeline, pipeline_name):

interface/config.py

@@ -4,6 +4,7 @@ from interface.pages import page_landing_page, page_search, page_index
 session_state_variables = {
     "pipeline": None,
     "pipeline_func_parameters": [],
+    "search_results": None,
     "doc_id": 0,
 }
 

interface/pages.py

@@ -49,11 +49,12 @@ def page_search(container):
         component_show_pipeline(st.session_state["pipeline"], "search_pipeline")
 
         if st.button("Search"):
-            st.session_state["search_results"] = search(
-                queries=[query],
-                pipeline=st.session_state["pipeline"]["search_pipeline"],
-            )
-        if "search_results" in st.session_state:
+            with st.spinner("Searching..."):
+                st.session_state["search_results"] = search(
+                    queries=[query],
+                    pipeline=st.session_state["pipeline"]["search_pipeline"],
+                )
+        if st.session_state["search_results"] is not None:
             component_show_search_result(
                 container=container, results=st.session_state["search_results"][0]
             )
@@ -87,11 +88,12 @@ def page_index(container):
         if len(corpus) > 0:
             index_results = None
             if st.button("Index"):
-                index_results = index(
-                    documents=corpus,
-                    pipeline=st.session_state["pipeline"]["index_pipeline"],
-                    clear_index=clear_index,
-                )
-                st.session_state["doc_id"] = doc_id
+                with st.spinner("Indexing..."):
+                    index_results = index(
+                        documents=corpus,
+                        pipeline=st.session_state["pipeline"]["index_pipeline"],
+                        clear_index=clear_index,
+                    )
+                    st.session_state["doc_id"] = doc_id
             if index_results:
                 st.write(index_results)

interface/utils.py

@@ -28,6 +28,7 @@ def get_pipelines():
 
 def reset_vars_data():
     st.session_state["doc_id"] = 0
+    st.session_state["search_results"] = None
     # Delete data files
     shutil.rmtree(data_path)
     os.makedirs(data_path, exist_ok=True)