Upload folder using huggingface_hub

.gitignore

@@ -9,4 +9,5 @@ wheels/
 # Virtual environments
 .venv
 .env
-chromadb-store/
+chromadb-store/
+chromadb-store.zip

config.py

@@ -101,7 +101,7 @@ class SanatanConfig:
             "output_dir": "./output/vishnu_sahasranamam",
             "collection_name": "vishnu_sahasranamam",
             "pdf_path": "./data/vishnu_sahasranamam.pdf",
-            "source": "https://www.swami-krishnananda.org/vishnu/vishnu_1.html",
+            "source": "https://www.swami-krishnananda.org/vishnu/Sri_Vishnu_Sahasranama_Stotram.pdf",
             "language": "san+eng",
             "example_labels": ["Vanamali", "1000 names", "Sanskrit text search"],
             "examples": [

copy_chromadb.py

@@ -1,18 +1,23 @@
 import chromadb
 
 # Connect to source and destination local persistent clients
-source_client = chromadb.PersistentClient(path="../nalayiram_ai/chromadb_store")
+source_client = chromadb.PersistentClient(path="../vishnu_sahasranamam_ai/output/chroma_store")
 destination_client = chromadb.PersistentClient(path="./chromadb-store")
+source_collection_name = "vishnu_sahasranamam"
+destination_collection_name = "vishnu_sahasranamam"
 
 # Get the source collection
-source_collection = source_client.get_collection("divya_prabandham")
+source_collection = source_client.get_collection(source_collection_name)
 
 # Retrieve all data from the source collection
 source_data = source_collection.get(ids=source_collection.peek()["ids"]) # Efficiently get all IDs
 
 # Create or get the destination collection
+if destination_client.get_or_create_collection(destination_collection_name):
+    destination_client.delete_collection(destination_collection_name)
+
 destination_collection = destination_client.get_or_create_collection(
-    "divya_prabandham",
+    destination_collection_name,
     metadata=source_collection.metadata # Copy metadata if needed
 )