Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(llm-observability): query runner for LLM traces #27509

Merged
merged 16 commits into from
Jan 15, 2025
Merged

feat(llm-observability): query runner for LLM traces #27509

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
16 commits
Select commit Hold shift + click to select a range
ca15798
feat: query
skoob13 Jan 13, 2025
d76093b
fix: query aliases
skoob13 Jan 14, 2025
3922f9d
feat: trace and generation models
skoob13 Jan 14, 2025
7c4bb87
test: retrieving a list
skoob13 Jan 14, 2025
ac5da15
feat: add a filter by traceId
skoob13 Jan 14, 2025
f59e7ea
test: pagination
skoob13 Jan 14, 2025
678cd6c
test: more field tests
skoob13 Jan 14, 2025
a5b2789
feat: mirror events query for persons
skoob13 Jan 14, 2025
6438dcd
chore: register a query runner
skoob13 Jan 14, 2025
b3af14b
fix: AI-prefixed names broke the schema
skoob13 Jan 14, 2025
ea0d8ef
Merge branch 'master' of github.com:PostHog/posthog into feat/llm-obs…
skoob13 Jan 14, 2025
117a9d1
fix: schema renaming
skoob13 Jan 14, 2025
3a12ca5
fix: used the new query in wrong places
skoob13 Jan 14, 2025
87cba50
fix: correct date ranges
skoob13 Jan 14, 2025
335ea23
fix: camel case in query schemas
skoob13 Jan 14, 2025
42ea56d
fix: set snapshot dates
skoob13 Jan 15, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
339 changes: 338 additions & 1 deletion frontend/src/queries/schema.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3397,6 +3397,89 @@
],
"type": "object"
},
"CachedTracesQueryResponse": {
"additionalProperties": false,
"properties": {
"cache_key": {
"type": "string"
},
"cache_target_age": {
"format": "date-time",
"type": "string"
},
"calculation_trigger": {
"description": "What triggered the calculation of the query, leave empty if user/immediate",
"type": "string"
},
"columns": {
"items": {
"type": "string"
},
"type": "array"
},
"error": {
"description": "Query error. Returned only if 'explain' or `modifiers.debug` is true. Throws an error otherwise.",
"type": "string"
},
"hasMore": {
"type": "boolean"
},
"hogql": {
"description": "Generated HogQL query.",
"type": "string"
},
"is_cached": {
"type": "boolean"
},
"last_refresh": {
"format": "date-time",
"type": "string"
},
"limit": {
"$ref": "#/definitions/integer"
},
"modifiers": {
"$ref": "#/definitions/HogQLQueryModifiers",
"description": "Modifiers used when performing the query"
},
"next_allowed_client_refresh": {
"format": "date-time",
"type": "string"
},
"offset": {
"$ref": "#/definitions/integer"
},
"query_status": {
"$ref": "#/definitions/QueryStatus",
"description": "Query status indicates whether next to the provided data, a query is still running."
},
"results": {
"items": {
"$ref": "#/definitions/LLMTrace"
},
"type": "array"
},
"timezone": {
"type": "string"
},
"timings": {
"description": "Measured timings for different parts of the query generation process",
"items": {
"$ref": "#/definitions/QueryTiming"
},
"type": "array"
}
},
"required": [
"cache_key",
"is_cached",
"last_refresh",
"next_allowed_client_refresh",
"results",
"timezone"
],
"type": "object"
},
"CachedTrendsQueryResponse": {
"additionalProperties": false,
"properties": {
Expand Down Expand Up @@ -8480,6 +8563,124 @@
"enum": ["minute", "hour", "day", "week", "month"],
"type": "string"
},
"LLMGeneration": {
"additionalProperties": false,
"properties": {
"baseUrl": {
"type": "string"
},
"createdAt": {
"type": "string"
},
"httpStatus": {
"type": "number"
},
"id": {
"type": "string"
},
"input": {
"items": {},
"type": "array"
},
"inputCost": {
"type": "number"
},
"inputTokens": {
"type": "number"
},
"latency": {
"type": "number"
},
"model": {
"type": "string"
},
"output": {},
"outputCost": {
"type": "number"
},
"outputTokens": {
"type": "number"
},
"provider": {
"type": "string"
},
"totalCost": {
"type": "number"
}
},
"required": ["id", "createdAt", "input", "latency"],
"type": "object"
},
"LLMTrace": {
"additionalProperties": false,
"properties": {
"createdAt": {
"type": "string"
},
"events": {
"items": {
"$ref": "#/definitions/LLMGeneration"
},
"type": "array"
},
"id": {
"type": "string"
},
"inputCost": {
"type": "number"
},
"inputTokens": {
"type": "number"
},
"outputCost": {
"type": "number"
},
"outputTokens": {
"type": "number"
},
"person": {
"$ref": "#/definitions/LLMTracePerson"
},
"totalCost": {
"type": "number"
},
"totalLatency": {
"type": "number"
}
},
"required": [
"id",
"createdAt",
"person",
"totalLatency",
"inputTokens",
"outputTokens",
"inputCost",
"outputCost",
"totalCost",
"events"
],
"type": "object"
},
"LLMTracePerson": {
"additionalProperties": false,
"properties": {
"createdAt": {
"type": "string"
},
"distinctId": {
"type": "string"
},
"properties": {
"type": "object"
},
"uuid": {
"type": "string"
}
},
"required": ["uuid", "createdAt", "properties", "distinctId"],
"type": "object"
},
"LifecycleFilter": {
"additionalProperties": false,
"properties": {
Expand Down Expand Up @@ -8765,7 +8966,8 @@
"SuggestedQuestionsQuery",
"TeamTaxonomyQuery",
"EventTaxonomyQuery",
"ActorsPropertyTaxonomyQuery"
"ActorsPropertyTaxonomyQuery",
"TracesQuery"
],
"type": "string"
},
Expand Down Expand Up @@ -11184,6 +11386,57 @@
},
"required": ["results"],
"type": "object"
},
{
"additionalProperties": false,
"properties": {
"columns": {
"items": {
"type": "string"
},
"type": "array"
},
"error": {
"description": "Query error. Returned only if 'explain' or `modifiers.debug` is true. Throws an error otherwise.",
"type": "string"
},
"hasMore": {
"type": "boolean"
},
"hogql": {
"description": "Generated HogQL query.",
"type": "string"
},
"limit": {
"$ref": "#/definitions/integer"
},
"modifiers": {
"$ref": "#/definitions/HogQLQueryModifiers",
"description": "Modifiers used when performing the query"
},
"offset": {
"$ref": "#/definitions/integer"
},
"query_status": {
"$ref": "#/definitions/QueryStatus",
"description": "Query status indicates whether next to the provided data, a query is still running."
},
"results": {
"items": {
"$ref": "#/definitions/LLMTrace"
},
"type": "array"
},
"timings": {
"description": "Measured timings for different parts of the query generation process",
"items": {
"$ref": "#/definitions/QueryTiming"
},
"type": "array"
}
},
"required": ["results"],
"type": "object"
}
]
},
Expand Down Expand Up @@ -11302,6 +11555,9 @@
},
{
"$ref": "#/definitions/ActorsPropertyTaxonomyQuery"
},
{
"$ref": "#/definitions/TracesQuery"
}
],
"required": ["kind"],
Expand Down Expand Up @@ -12833,6 +13089,87 @@
"required": ["events"],
"type": "object"
},
"TracesQuery": {
"additionalProperties": false,
"properties": {
"dateRange": {
"$ref": "#/definitions/DateRange"
},
"kind": {
"const": "TracesQuery",
"type": "string"
},
"limit": {
"$ref": "#/definitions/integer"
},
"modifiers": {
"$ref": "#/definitions/HogQLQueryModifiers",
"description": "Modifiers used when performing the query"
},
"offset": {
"$ref": "#/definitions/integer"
},
"response": {
"$ref": "#/definitions/TracesQueryResponse"
},
"traceId": {
"type": "string"
}
},
"required": ["kind"],
"type": "object"
},
"TracesQueryResponse": {
"additionalProperties": false,
"properties": {
"columns": {
"items": {
"type": "string"
},
"type": "array"
},
"error": {
"description": "Query error. Returned only if 'explain' or `modifiers.debug` is true. Throws an error otherwise.",
"type": "string"
},
"hasMore": {
"type": "boolean"
},
"hogql": {
"description": "Generated HogQL query.",
"type": "string"
},
"limit": {
"$ref": "#/definitions/integer"
},
"modifiers": {
"$ref": "#/definitions/HogQLQueryModifiers",
"description": "Modifiers used when performing the query"
},
"offset": {
"$ref": "#/definitions/integer"
},
"query_status": {
"$ref": "#/definitions/QueryStatus",
"description": "Query status indicates whether next to the provided data, a query is still running."
},
"results": {
"items": {
"$ref": "#/definitions/LLMTrace"
},
"type": "array"
},
"timings": {
"description": "Measured timings for different parts of the query generation process",
"items": {
"$ref": "#/definitions/QueryTiming"
},
"type": "array"
}
},
"required": ["results"],
"type": "object"
},
"TrendsAlertConfig": {
"additionalProperties": false,
"properties": {
Expand Down
Loading
Loading