Upload app.py

app.py

@@ -103,7 +103,7 @@ def initialize_vector_store(embeddings: Embeddings, db_name: str) -> FAISS:
     os.makedirs(db_path, exist_ok=True)
     return None
 
-def create_new_database(file_content: str, db_name: str, password: str) -> str:
+def create_new_database(file_content: str, db_name: str, password: str, progress=gr.Progress()) -> str:
     """Create a new FAISS database from uploaded file"""
     if password != PASSWORD_HASH:
         return "Incorrect password. Database creation failed."
@@ -125,7 +125,19 @@ def create_new_database(file_content: str, db_name: str, password: str) -> str:
             return "No valid chunks generated. Database creation failed."
 
         logging.info(f"Creating {len(chunks)} chunks...")
-        vector_store = FAISS.from_texts(chunks, embeddings)
+        progress(0, desc="Starting embedding process...")
+        
+        # Create embeddings with progress tracking
+        embeddings_list = []
+        for i, chunk in enumerate(chunks):
+            progress(i / len(chunks), desc=f"Embedding chunk {i+1}/{len(chunks)}")
+            embeddings_list.append(embeddings.embed_query(chunk))
+        
+        # Create FAISS database
+        vector_store = FAISS.from_embeddings(
+            text_embeddings=list(zip(chunks, embeddings_list)),
+            embedding=embeddings
+        )
         vector_store.save_local(db_path)
         logging.info(f"Vector store '{db_name}' initialized successfully")
         return f"Database '{db_name}' created successfully."
@@ -208,7 +220,7 @@ with gr.Blocks() as app:
         create_output = gr.Textbox(label="Status")
         create_button = gr.Button("Create Database")
         
-        def handle_create(file, db_name, password):
+        def handle_create(file, db_name, password, progress=gr.Progress()):
             if not file or not db_name or not password:
                 return "Please provide all required inputs."
             
@@ -222,7 +234,7 @@ with gr.Blocks() as app:
             else:
                 return "Invalid file format. Please upload a .txt file."
             
-            return create_new_database(file_content, db_name, password)
+            return create_new_database(file_content, db_name, password, progress)
         
         create_button.click(
             handle_create,
@@ -253,6 +265,7 @@ with gr.Blocks() as app:
             queue=True
         )
         
+        # Update database list on page load
         db_select.choices = update_db_list()
 
 if __name__ == "__main__":