adding USE_MEMORY flag

semantic.py

@@ -26,9 +26,15 @@ from globals import (
     VECTOR_STORE_PATH
 )
 
+
+USE_MEMORY = True
 from qdrant_client import QdrantClient
-qdrant_client = QdrantClient(path=VECTOR_STORE_PATH)
-# qdrant_client = QdrantClient(":memory:")
+
+qclient: QdrantClient
+if USE_MEMORY == True:
+    qclient = QdrantClient(":memory:")
+else:
+    qclient = QdrantClient(path=VECTOR_STORE_PATH)
 
 
 RAG_PROMPT = """
@@ -61,7 +67,7 @@ class SemanticStoreFactory:
         if path.exists() and path.is_dir() and any(path.iterdir()):
             _logger.info(f"\tQdrant loading ...")
             store = Qdrant(
-                client=qdrant_client, 
+                client=qclient, 
                 embeddings=embeddings, 
                 collection_name=META_SEMANTIC_COLLECTION,
             )
@@ -75,11 +81,14 @@ class SemanticStoreFactory:
         cls
     ) -> VectorStore:
         
-        _logger.info(f"creating semantic vector store: {VECTOR_STORE_PATH}")
-        path = Path(VECTOR_STORE_PATH)
-        if not path.exists():
-            path.mkdir(parents=True, exist_ok=True)
-            _logger.info(f"Directory '{path}' created.")
+        if USE_MEMORY == True:
+            _logger.info(f"creating semantic vector store: {USE_MEMORY}")
+        else:
+            _logger.info(f"creating semantic vector store: {VECTOR_STORE_PATH}")
+            path = Path(VECTOR_STORE_PATH)
+            if not path.exists():
+                path.mkdir(parents=True, exist_ok=True)
+                _logger.info(f"Directory '{path}' created.")
 
         documents = PyMuPDFLoader(META_10K_FILE_PATH).load()
         semantic_chunker = SemanticChunker(
@@ -87,13 +96,23 @@ class SemanticStoreFactory:
             breakpoint_threshold_type="percentile"
         ) 
         semantic_chunks = semantic_chunker.create_documents([d.page_content for d in documents])
-        semantic_chunk_vectorstore = Qdrant.from_documents(
-            semantic_chunks,
-            embeddings,
-            location=":memory:",
-            collection_name=META_SEMANTIC_COLLECTION,
-            force_recreate=True
-        )
+        if USE_MEMORY == True:
+            semantic_chunk_vectorstore = Qdrant.from_documents(
+                semantic_chunks,
+                embeddings,
+                location=":memory:",
+                collection_name=META_SEMANTIC_COLLECTION,
+                force_recreate=True
+            )
+        else:
+            semantic_chunk_vectorstore = Qdrant.from_documents(
+                semantic_chunks,
+                embeddings,
+                path=VECTOR_STORE_PATH,
+                collection_name=META_SEMANTIC_COLLECTION,
+                force_recreate=True
+            )
+
         return semantic_chunk_vectorstore
 
     @classmethod
@@ -101,13 +120,16 @@ class SemanticStoreFactory:
         cls
     ) -> VectorStore:
         if cls._semantic_vectorstore is None:
-            # print(f"Loading semantic vectorstore {META_SEMANTIC_COLLECTION} from: {VECTOR_STORE_PATH}")
-            # try:
-            #     # first try to load the store
-            #     cls._semantic_vectorstore = cls.__load_semantic_store()
-            # except Exception as e:
-            #     _logger.warning(f"cannot load: {e}")
-            cls._semantic_vectorstore = cls.__create_semantic_store()
+            if USE_MEMORY == True:
+                cls._semantic_vectorstore = cls.__create_semantic_store()
+            else:
+                print(f"Loading semantic vectorstore {META_SEMANTIC_COLLECTION} from: {VECTOR_STORE_PATH}")
+                try:
+                    # first try to load the store
+                    cls._semantic_vectorstore = cls.__load_semantic_store()
+                except Exception as e:
+                    _logger.warning(f"cannot load: {e}")
+                    cls._semantic_vectorstore = cls.__create_semantic_store()
 
         return cls._semantic_vectorstore