add archival memory test

tests/test_load_archival.py

@@ -0,0 +1,60 @@
+import tempfile
+import asyncio
+import os
+from memgpt.connectors.connector import load_directory
+import memgpt.agent as agent
+import memgpt.system as system
+import memgpt.utils as utils
+import memgpt.presets as presets
+import memgpt.constants as constants
+import memgpt.personas.personas as personas
+import memgpt.humans.humans as humans
+from memgpt.persistence_manager import (
+    InMemoryStateManager
+)
+from memgpt.config import Config
+from memgpt.constants import MEMGPT_DIR, DEFAULT_MEMGPT_MODEL
+from memgpt.connectors import connector
+import memgpt.interface  # for printing to terminal
+import asyncio
+from datasets import load_dataset
+
+def test_archival():
+    # downloading hugging face dataset (if does not exist)
+    dataset = load_dataset("MemGPT/example_short_stories")
+
+    cache_dir = os.getenv("HF_DATASETS_CACHE")
+
+    if cache_dir is None:
+        # Construct the default path if the environment variable is not set.
+        cache_dir = os.path.join(os.path.expanduser("~"), ".cache", "huggingface", "datasets")
+
+    # load directory 
+    print("Loading dataset into index...")
+    print(cache_dir)
+    load_directory(
+        name="tmp_hf_dataset",
+        input_dir=cache_dir, 
+        recursive=True,
+    )
+
+    # create state manager based off loaded data
+    persistence_manager = InMemoryStateManager(archival_memory_db="tmp_hf_dataset")
+
+    # create agent
+    memgpt_agent = presets.use_preset(
+        presets.DEFAULT,
+        DEFAULT_MEMGPT_MODEL,
+        personas.get_persona_text(personas.DEFAULT),
+        humans.get_human_text(humans.DEFAULT),
+        memgpt.interface,
+        persistence_manager,
+    )
+    def query(q): 
+        res = asyncio.run(memgpt_agent.archival_memory_search(q))
+        return res
+
+    results = query("cinderella be getting sick")
+    assert "Cinderella" in results, f"Expected 'Cinderella' in results, but got {results}"
+
+test_archival()