feat: enable provider models persistence (#6193)

* Revert "fix test"

This reverts commit 5126815f23cefb4edad3e3bf9e7083209dcc7bf1.

* fix server and better test

* test fix, get api key for base and byok?

* set letta default endpoint

* try to fix timeout for test

* fix for letta api key

* Delete apps/core/tests/sdk_v1/conftest.py

* Update utils.py

* clean up a few issues

* fix filterning on list_llm_models

* soft delete models with provider

* add one more test

* fix ci

* add timeout

* band aid for letta embedding provider

* info instead of error logs when creating models

tests/test_sdk_client.py

@@ -32,6 +32,7 @@ from letta.config import LettaConfig
 from letta.jobs.llm_batch_job_polling import poll_running_llm_batches
 from letta.server.server import SyncServer
 from tests.helpers.utils import upload_file_and_wait
+from tests.utils import wait_for_server
 
 # Constants
 SERVER_PORT = 8283
@@ -106,7 +107,7 @@ def client() -> LettaSDKClient:
         print("Starting server thread")
         thread = threading.Thread(target=run_server, daemon=True)
         thread.start()
-        time.sleep(5)
+        wait_for_server(server_url, timeout=60)
 
     print("Running client tests with server:", server_url)
     client = LettaSDKClient(base_url=server_url)