deterministic sort order

app.py

@@ -231,7 +231,7 @@ def get_llm(gen_config: dict):
                 max_output_tokens=gen_config["max_output_tokens"],
                 top_p=gen_config["top_p"],
             )
-            
+
         case _:
             raise ValueError()
 
@@ -304,9 +304,7 @@ def render_response(
             st.write(f"Response ({tag})")
         st.info(response_text)
 
-    usage_mod.display_api_usage(
-        response["aimessage"], model_info, provider, tag=tag
-    )
+    usage_mod.display_api_usage(response["aimessage"], model_info, provider, tag=tag)
     doc_format_mod.render_retrieved_chunks(response["docs"], tag=tag)
 
 

doc_format_mod.py

@@ -37,7 +37,10 @@ def group_docs(docs) -> list[tuple[str, list[Document]]]:
     # sort groups by number of docs
     doc_grps = sorted(
         tuple(doc_grps.items()),
-        key=lambda x: -len(x[1]),
+        key=lambda x: (
+            -len(x[1]),  # length of x[1] = number of chunks
+            x[0],  # legis_id for deterministic sort
+        ),
     )
 
     return doc_grps

sidebar_mod.py

@@ -20,7 +20,8 @@ def render_outreach_links():
     st.subheader(f":hut: Inference [anthropic]({anthropic_url})")
     st.subheader(f":sparkles: Inference [openai]({openai_url})")
     st.subheader(f":parrot: Orchestration [langchain]({langchain_url})")
-    
+
+
 def render_sidebar():
     with st.container(border=True):
         render_outreach_links()