Skip to content

Commit

Permalink
Record and return LLMObs proxied requests
Browse files Browse the repository at this point in the history
  • Loading branch information
Kyle-Verhoog committed Nov 5, 2024
1 parent 2d41fa7 commit bb39731
Show file tree
Hide file tree
Showing 2 changed files with 13 additions and 2 deletions.
5 changes: 3 additions & 2 deletions ddapm_test_agent/agent.py
Original file line number Diff line number Diff line change
Expand Up @@ -232,6 +232,7 @@ def __init__(self) -> None:
"/telemetry/proxy/api/v2/apmtelemetry",
"/v0.1/pipeline_stats",
"/tracer_flare/v1",
"/evp_proxy/v2/api/v2/llmobs",
]

# Note that sessions are not cleared at any point since we don't know
Expand Down Expand Up @@ -614,7 +615,6 @@ async def handle_v1_tracer_flare(self, request: Request) -> web.Response:
return web.HTTPBadRequest(text=msg)

async def handle_evp_proxy_v2_api_v2_llmobs(self, request: Request) -> web.Response:
await self._store_request(request)
return web.HTTPOk()

async def handle_put_tested_integrations(self, request: Request) -> web.Response:
Expand Down Expand Up @@ -910,6 +910,7 @@ async def handle_session_requests(self, request: Request) -> web.Response:
self.handle_v1_profiling,
self.handle_v07_remoteconfig,
self.handle_v1_tracer_flare,
self.handle_evp_proxy_v2_api_v2_llmobs,
):
continue
resp.append(
Expand Down Expand Up @@ -1141,7 +1142,7 @@ def make_app(
web.post("/telemetry/proxy/api/v2/apmtelemetry", agent.handle_v2_apmtelemetry),
web.post("/profiling/v1/input", agent.handle_v1_profiling),
web.post("/tracer_flare/v1", agent.handle_v1_tracer_flare),
web.put("/evp_proxy/v2/api/v2/llmobs", agent.handle_evp_proxy_v2_api_v2_llmobs),
web.post("/evp_proxy/v2/api/v2/llmobs", agent.handle_evp_proxy_v2_api_v2_llmobs),
web.get("/info", agent.handle_info),
web.get("/test/session/start", agent.handle_session_start),
web.get("/test/session/clear", agent.handle_session_clear),
Expand Down
10 changes: 10 additions & 0 deletions tests/test_agent.py
Original file line number Diff line number Diff line change
Expand Up @@ -432,3 +432,13 @@ async def test_post_unknown_settings(
text = await resp.text()
assert text == "Unknown key: 'dummy_setting'"
assert "dummy_setting" not in agent.app


async def test_evp_proxy_v2_api_v2_llmobs(agent):
resp = await agent.post("/evp_proxy/v2/api/v2/llmobs", data='{"key": "value"}')
assert resp.status == 200, await resp.text()

resp = await agent.get("/test/session/requests")
assert resp.status == 200
reqs = await resp.json()
assert len(reqs) == 1

0 comments on commit bb39731

Please sign in to comment.