mirror of
https://github.com/Significant-Gravitas/AutoGPT.git
synced 2026-04-08 03:00:28 -04:00
a8259ca935
### Changes 🏗️ Adds `autogpt_platform/analytics/` — 14 SQL view definitions that expose production data safely through a locked-down `analytics` schema. **Security model:** - Views use `security_invoker = false` (PostgreSQL 15+), so they execute as their owner (`postgres`), not the caller - `analytics_readonly` role only has access to `analytics.*` — cannot touch `platform` or `auth` tables directly **Files:** - `backend/generate_views.py` — does everything; auto-reads credentials from `backend/.env` - `analytics/queries/*.sql` — 14 documented view definitions (auth, user activity, executions, onboarding funnel, cohort retention) --- ### Running locally (dev) ```bash cd autogpt_platform/backend # First time only — creates analytics schema, role, grants poetry run analytics-setup # Create / refresh views (auto-reads backend/.env) poetry run analytics-views ``` ### Running in production (Supabase) ```bash cd autogpt_platform/backend # Step 1 — first time only (run in Supabase SQL Editor as postgres superuser) poetry run analytics-setup --dry-run # Paste the output into Supabase SQL Editor and run # Step 2 — apply views (use direct connection host, not pooler) poetry run analytics-views --db-url "postgresql://postgres:PASSWORD@db.<ref>.supabase.co:5432/postgres" # Step 3 — set password for analytics_readonly so external tools can connect # Run in Supabase SQL Editor: # ALTER ROLE analytics_readonly WITH PASSWORD 'your-password'; ``` --- ### Checklist 📋 #### For code changes: - [x] I have clearly listed my changes in the PR description - [x] I have made a test plan - [x] I have tested my changes according to the test plan: - [x] Setup + views applied cleanly on local Postgres 15 - [x] `analytics_readonly` can `SELECT` from all 14 `analytics.*` views - [x] `analytics_readonly` gets `permission denied` on `platform.*` and `auth.*` directly --------- Co-authored-by: Otto (AGPT) <otto@agpt.co>
106 lines
5.3 KiB
SQL
106 lines
5.3 KiB
SQL
-- =============================================================
|
|
-- View: analytics.graph_execution
|
|
-- Looker source alias: ds16 | Charts: 21
|
|
-- =============================================================
|
|
-- DESCRIPTION
|
|
-- One row per agent graph execution (last 90 days).
|
|
-- Unpacks the JSONB stats column into individual numeric columns
|
|
-- and normalises the executionStatus — runs that failed due to
|
|
-- insufficient credits are reclassified as 'NO_CREDITS' for
|
|
-- easier filtering. Error messages are scrubbed of IDs and URLs
|
|
-- to allow safe grouping.
|
|
--
|
|
-- SOURCE TABLES
|
|
-- platform.AgentGraphExecution — Execution records
|
|
-- platform.AgentGraph — Agent graph metadata (for name)
|
|
-- platform.LibraryAgent — To flag possibly-AI (safe-mode) agents
|
|
--
|
|
-- OUTPUT COLUMNS
|
|
-- id TEXT Execution UUID
|
|
-- agentGraphId TEXT Agent graph UUID
|
|
-- agentGraphVersion INT Graph version number
|
|
-- executionStatus TEXT COMPLETED | FAILED | NO_CREDITS | RUNNING | QUEUED | TERMINATED
|
|
-- createdAt TIMESTAMPTZ When the execution was queued
|
|
-- updatedAt TIMESTAMPTZ Last status update time
|
|
-- userId TEXT Owner user UUID
|
|
-- agentGraphName TEXT Human-readable agent name
|
|
-- cputime DECIMAL Total CPU seconds consumed
|
|
-- walltime DECIMAL Total wall-clock seconds
|
|
-- node_count DECIMAL Number of nodes in the graph
|
|
-- nodes_cputime DECIMAL CPU time across all nodes
|
|
-- nodes_walltime DECIMAL Wall time across all nodes
|
|
-- execution_cost DECIMAL Credit cost of this execution
|
|
-- correctness_score FLOAT AI correctness score (if available)
|
|
-- possibly_ai BOOLEAN True if agent has sensitive_action_safe_mode enabled
|
|
-- groupedErrorMessage TEXT Scrubbed error string (IDs/URLs replaced with wildcards)
|
|
--
|
|
-- WINDOW
|
|
-- Rolling 90 days (createdAt > CURRENT_DATE - 90 days)
|
|
--
|
|
-- EXAMPLE QUERIES
|
|
-- -- Daily execution counts by status
|
|
-- SELECT DATE_TRUNC('day', "createdAt") AS day, "executionStatus", COUNT(*)
|
|
-- FROM analytics.graph_execution
|
|
-- GROUP BY 1, 2 ORDER BY 1;
|
|
--
|
|
-- -- Average cost per execution by agent
|
|
-- SELECT "agentGraphName", AVG("execution_cost") AS avg_cost, COUNT(*) AS runs
|
|
-- FROM analytics.graph_execution
|
|
-- WHERE "executionStatus" = 'COMPLETED'
|
|
-- GROUP BY 1 ORDER BY avg_cost DESC;
|
|
--
|
|
-- -- Top error messages
|
|
-- SELECT "groupedErrorMessage", COUNT(*) AS occurrences
|
|
-- FROM analytics.graph_execution
|
|
-- WHERE "executionStatus" = 'FAILED'
|
|
-- GROUP BY 1 ORDER BY 2 DESC LIMIT 20;
|
|
-- =============================================================
|
|
|
|
SELECT
|
|
ge."id" AS id,
|
|
ge."agentGraphId" AS agentGraphId,
|
|
ge."agentGraphVersion" AS agentGraphVersion,
|
|
CASE
|
|
WHEN jsonb_exists(ge."stats"::jsonb, 'error')
|
|
AND (
|
|
(ge."stats"::jsonb->>'error') ILIKE '%insufficient balance%'
|
|
OR (ge."stats"::jsonb->>'error') ILIKE '%you have no credits left%'
|
|
)
|
|
THEN 'NO_CREDITS'
|
|
ELSE CAST(ge."executionStatus" AS TEXT)
|
|
END AS executionStatus,
|
|
ge."createdAt" AS createdAt,
|
|
ge."updatedAt" AS updatedAt,
|
|
ge."userId" AS userId,
|
|
g."name" AS agentGraphName,
|
|
(ge."stats"::jsonb->>'cputime')::decimal AS cputime,
|
|
(ge."stats"::jsonb->>'walltime')::decimal AS walltime,
|
|
(ge."stats"::jsonb->>'node_count')::decimal AS node_count,
|
|
(ge."stats"::jsonb->>'nodes_cputime')::decimal AS nodes_cputime,
|
|
(ge."stats"::jsonb->>'nodes_walltime')::decimal AS nodes_walltime,
|
|
(ge."stats"::jsonb->>'cost')::decimal AS execution_cost,
|
|
(ge."stats"::jsonb->>'correctness_score')::float AS correctness_score,
|
|
COALESCE(la.possibly_ai, FALSE) AS possibly_ai,
|
|
REGEXP_REPLACE(
|
|
REGEXP_REPLACE(
|
|
TRIM(BOTH '"' FROM ge."stats"::jsonb->>'error'),
|
|
'(https?://)([A-Za-z0-9.-]+)(:[0-9]+)?(/[^\s]*)?',
|
|
'\1\2/...', 'gi'
|
|
),
|
|
'[a-zA-Z0-9_:-]*\d[a-zA-Z0-9_:-]*', '*', 'g'
|
|
) AS groupedErrorMessage
|
|
FROM platform."AgentGraphExecution" ge
|
|
LEFT JOIN platform."AgentGraph" g
|
|
ON ge."agentGraphId" = g."id"
|
|
AND ge."agentGraphVersion" = g."version"
|
|
LEFT JOIN (
|
|
SELECT DISTINCT ON ("userId", "agentGraphId")
|
|
"userId", "agentGraphId",
|
|
("settings"::jsonb->>'sensitive_action_safe_mode')::boolean AS possibly_ai
|
|
FROM platform."LibraryAgent"
|
|
WHERE "isDeleted" = FALSE
|
|
AND "isArchived" = FALSE
|
|
ORDER BY "userId", "agentGraphId", "agentGraphVersion" DESC
|
|
) la ON la."userId" = ge."userId" AND la."agentGraphId" = ge."agentGraphId"
|
|
WHERE ge."createdAt" > CURRENT_DATE - INTERVAL '90 days'
|