161 lines
5.8 KiB
TypeScript
161 lines
5.8 KiB
TypeScript
import { test, expect } from '@playwright/test'
|
|
import { API_KEY_HEADER } from './helpers'
|
|
|
|
test.describe('Agent Costs API', () => {
|
|
test('GET action=stats includes agents field', async ({ request }) => {
|
|
const res = await request.get('/api/tokens?action=stats&timeframe=all', {
|
|
headers: API_KEY_HEADER,
|
|
})
|
|
expect(res.status()).toBe(200)
|
|
const body = await res.json()
|
|
expect(body).toHaveProperty('summary')
|
|
expect(body).toHaveProperty('models')
|
|
expect(body).toHaveProperty('sessions')
|
|
expect(body).toHaveProperty('agents')
|
|
expect(body).toHaveProperty('timeframe')
|
|
expect(body).toHaveProperty('recordCount')
|
|
expect(typeof body.agents).toBe('object')
|
|
})
|
|
|
|
test('GET action=agent-costs returns per-agent breakdown', async ({ request }) => {
|
|
const res = await request.get('/api/tokens?action=agent-costs&timeframe=all', {
|
|
headers: API_KEY_HEADER,
|
|
})
|
|
expect(res.status()).toBe(200)
|
|
const body = await res.json()
|
|
expect(body).toHaveProperty('agents')
|
|
expect(body).toHaveProperty('timeframe')
|
|
expect(body).toHaveProperty('recordCount')
|
|
expect(typeof body.agents).toBe('object')
|
|
|
|
// If there are agents, verify structure
|
|
for (const [, agentData] of Object.entries(body.agents) as [string, any][]) {
|
|
expect(agentData).toHaveProperty('stats')
|
|
expect(agentData).toHaveProperty('models')
|
|
expect(agentData).toHaveProperty('sessions')
|
|
expect(agentData).toHaveProperty('timeline')
|
|
expect(agentData.stats).toHaveProperty('totalTokens')
|
|
expect(agentData.stats).toHaveProperty('totalCost')
|
|
expect(agentData.stats).toHaveProperty('requestCount')
|
|
expect(Array.isArray(agentData.sessions)).toBe(true)
|
|
expect(Array.isArray(agentData.timeline)).toBe(true)
|
|
}
|
|
})
|
|
|
|
test('GET action=agent-costs respects timeframe filtering', async ({ request }) => {
|
|
// Create a token record to ensure data exists
|
|
await request.post('/api/tokens', {
|
|
headers: API_KEY_HEADER,
|
|
data: {
|
|
model: 'claude-sonnet-4',
|
|
sessionId: 'e2e-cost-agent:chat',
|
|
inputTokens: 100,
|
|
outputTokens: 50,
|
|
},
|
|
})
|
|
|
|
const resHour = await request.get('/api/tokens?action=agent-costs&timeframe=hour', {
|
|
headers: API_KEY_HEADER,
|
|
})
|
|
expect(resHour.status()).toBe(200)
|
|
const hourData = await resHour.json()
|
|
expect(hourData.timeframe).toBe('hour')
|
|
|
|
const resMonth = await request.get('/api/tokens?action=agent-costs&timeframe=month', {
|
|
headers: API_KEY_HEADER,
|
|
})
|
|
expect(resMonth.status()).toBe(200)
|
|
const monthData = await resMonth.json()
|
|
expect(monthData.timeframe).toBe('month')
|
|
// Month should include at least as many records as hour
|
|
expect(monthData.recordCount).toBeGreaterThanOrEqual(hourData.recordCount)
|
|
})
|
|
|
|
test('POST /api/tokens records data that appears in agent-costs', async ({ request }) => {
|
|
const agentName = `e2e-costtest-${Date.now()}`
|
|
const postRes = await request.post('/api/tokens', {
|
|
headers: API_KEY_HEADER,
|
|
data: {
|
|
model: 'claude-sonnet-4',
|
|
sessionId: `${agentName}:chat`,
|
|
inputTokens: 500,
|
|
outputTokens: 200,
|
|
},
|
|
})
|
|
expect(postRes.status()).toBe(200)
|
|
|
|
const res = await request.get('/api/tokens?action=agent-costs&timeframe=hour', {
|
|
headers: API_KEY_HEADER,
|
|
})
|
|
const body = await res.json()
|
|
expect(body.agents).toHaveProperty(agentName)
|
|
expect(body.agents[agentName].stats.totalTokens).toBe(700)
|
|
expect(body.agents[agentName].stats.requestCount).toBe(1)
|
|
})
|
|
|
|
test('GET action=agent-costs requires auth', async ({ request }) => {
|
|
const res = await request.get('/api/tokens?action=agent-costs&timeframe=all')
|
|
expect(res.status()).toBe(401)
|
|
})
|
|
|
|
test('GET action=task-costs returns task-level attribution and unattributed rollup', async ({ request }) => {
|
|
const agentName = `e2e-taskcost-agent-${Date.now()}`
|
|
const createTaskRes = await request.post('/api/tasks', {
|
|
headers: API_KEY_HEADER,
|
|
data: {
|
|
title: `E2E Task Cost ${Date.now()}`,
|
|
description: 'Task cost attribution test',
|
|
assigned_to: agentName,
|
|
},
|
|
})
|
|
expect(createTaskRes.status()).toBe(201)
|
|
const createdTask = await createTaskRes.json()
|
|
const taskId = createdTask.task.id as number
|
|
|
|
const postAttributed = await request.post('/api/tokens', {
|
|
headers: API_KEY_HEADER,
|
|
data: {
|
|
model: 'claude-sonnet-4',
|
|
sessionId: `${agentName}:chat`,
|
|
inputTokens: 300,
|
|
outputTokens: 100,
|
|
taskId,
|
|
},
|
|
})
|
|
expect(postAttributed.status()).toBe(200)
|
|
|
|
const postUnattributed = await request.post('/api/tokens', {
|
|
headers: API_KEY_HEADER,
|
|
data: {
|
|
model: 'claude-haiku-3.5',
|
|
sessionId: `${agentName}:chat`,
|
|
inputTokens: 50,
|
|
outputTokens: 50,
|
|
},
|
|
})
|
|
expect(postUnattributed.status()).toBe(200)
|
|
|
|
const res = await request.get('/api/tokens?action=task-costs&timeframe=hour', {
|
|
headers: API_KEY_HEADER,
|
|
})
|
|
const responseText = await res.text()
|
|
expect(res.status(), responseText).toBe(200)
|
|
const body = JSON.parse(responseText)
|
|
|
|
expect(body).toHaveProperty('summary')
|
|
expect(body).toHaveProperty('tasks')
|
|
expect(body).toHaveProperty('agents')
|
|
expect(body).toHaveProperty('projects')
|
|
expect(body).toHaveProperty('unattributed')
|
|
expect(Array.isArray(body.tasks)).toBe(true)
|
|
|
|
const matchingTask = body.tasks.find((task: any) => task.taskId === taskId)
|
|
expect(matchingTask).toBeTruthy()
|
|
expect(matchingTask.title).toBe(createdTask.task.title)
|
|
expect(matchingTask.stats.totalTokens).toBe(400)
|
|
expect(matchingTask.stats.requestCount).toBeGreaterThanOrEqual(1)
|
|
expect(body.agents[agentName].taskIds).toContain(taskId)
|
|
expect(body.unattributed.requestCount).toBeGreaterThanOrEqual(1)
|
|
})
|
|
})
|