feat(monitoring): Add Datadog Monitoring for all k8s metrics + logs, and add dd-agent to VMs (#4441)

* swap EXA_API_KEY in CI, add DD_API_KEY to CI, add dd-agent to CI runners, and codify datadog agent config from kubernetes (also enable k8s logging)

* actually set exa api key properly

* actually fix it

* fix 'site' bug and change tags better

* fix 'site' bug and change tags better

* fix lmstudio post uv migration

* sync lmstudio to oss

* install dd after secres available

* move dd installation to startup script

.github/workflows/reusable-test-workflow.yml

@@ -387,7 +387,7 @@ jobs:
           LETTA_PINECONE_API_KEY: ${{ secrets.LETTA_PINECONE_API_KEY }}
           LETTA_ENABLE_PINECONE: ${{ secrets.LETTA_ENABLE_PINECONE }}
 
-          EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
+          EXA_API_KEY: ${{ env.EXA_API_KEY }}
 
           # Docker-specific environment variables
           PYTHONPATH: ${{ inputs.use-docker && format('{0}:{1}', github.workspace, env.PYTHONPATH) || '' }}

.github/workflows/test-lmstudio.yml

@@ -31,7 +31,7 @@ jobs:
     uses: ./.github/workflows/reusable-test-workflow.yml
     with:
       test-type: "integration"
-      install-args: "-E dev -E postgres -E external-tools -E tests -E cloud-tool-sandbox -E google"
+      install-args: "--extra postgres --extra external-tools --extra dev --extra cloud-tool-sandbox --extra google"
       test-command: "uv run pytest -svv tests/"
       timeout-minutes: 60
       runner: '["self-hosted", "gpu", "lmstudio"]'