Data Retention

retentionLevel: "retain"

retentionLevel: "none"

import { updateOrganization } from '@/lib/organizations';

await updateOrganization({
  organizationId: 'org_123',
  retentionLevel: 'retain' // or 'none'
});

curl -X PATCH https://api.llmgateway.io/organizations/org_123 \
  -H "Authorization: Bearer $API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"retentionLevel": "retain"}'

Request Made
     ↓
Data Logged (full payload)
     ↓
Stored in PostgreSQL
     ↓
Retained indefinitely
     ↓
Available for queries

Request Made
     ↓
Data Logged (metadata only)
     ↓
Verbose fields = null
     ↓
Aggregated metrics stored
     ↓
No cleanup needed

// Worker process runs every 5 minutes
const RETENTION_DAYS = 30;

// Nullify verbose data older than 30 days
UPDATE log
SET 
  request = null,
  response = null,
  messages = null,
  functions = null,
  tools = null,
  error = null,
  data_retention_cleaned_up = true
WHERE 
  created_at < NOW() - INTERVAL '30 days'
  AND data_retention_cleaned_up = false;

ENABLE_DATA_RETENTION_CLEANUP=true

# Run cleanup job
pnpm --filter worker cleanup:data-retention --org=org_123

function calculateStorageCost(
  totalTokens: number,
  retentionLevel: "retain" | "none"
): number {
  if (retentionLevel === "none") {
    return 0;
  }
  
  // $0.01 per 1M tokens
  const costPerToken = 0.01 / 1_000_000;
  return totalTokens * costPerToken;
}

CREATE TABLE log (
  id TEXT PRIMARY KEY,
  created_at TIMESTAMP NOT NULL,
  organization_id TEXT NOT NULL,
  project_id TEXT NOT NULL,
  
  -- Always stored (metadata)
  model TEXT NOT NULL,
  provider TEXT NOT NULL,
  total_tokens BIGINT,
  input_tokens BIGINT,
  output_tokens BIGINT,
  cached_tokens BIGINT,
  cost DECIMAL,
  duration INTEGER,
  status TEXT,
  
  -- Verbose data (nullified based on retention)
  request JSONB,
  response JSONB,
  messages JSONB,
  functions JSONB,
  tools JSONB,
  error JSONB,
  
  -- Cleanup tracking
  data_retention_cleaned_up BOOLEAN DEFAULT false,
  
  INDEX idx_log_data_retention_pending (
    created_at
  ) WHERE data_retention_cleaned_up = false
);

CREATE TABLE organization (
  id TEXT PRIMARY KEY,
  name TEXT NOT NULL,
  retention_level TEXT NOT NULL DEFAULT 'none', -- 'retain' or 'none'
  -- ... other fields
);

-- Query full request details
SELECT 
  id,
  created_at,
  request->>'model' AS model,
  request->'messages' AS messages,
  response->>'content' AS content,
  total_tokens,
  cost
FROM log
WHERE 
  organization_id = 'org_123'
  AND created_at > NOW() - INTERVAL '7 days'
ORDER BY created_at DESC;

-- Only aggregated metrics available
SELECT 
  id,
  created_at,
  model,
  provider,
  total_tokens,
  cost,
  duration,
  status
FROM log
WHERE 
  organization_id = 'org_123'
  AND created_at > NOW() - INTERVAL '7 days'
ORDER BY created_at DESC;

-- Request and response fields will be null

# Export logs
curl -X GET https://api.llmgateway.io/organizations/org_123/logs/export \
  -H "Authorization: Bearer $API_KEY" \
  -o logs.jsonl

# Hard delete (cannot be undone)
curl -X DELETE https://api.llmgateway.io/organizations/org_123/data \
  -H "Authorization: Bearer $API_KEY"

interface StorageMetrics {
  totalRecords: number;
  recordsWithVerboseData: number;
  recordsCleanedUp: number;
  estimatedStorageMB: number;
  monthlyStorageCost: number;
}

# Check worker logs
docker compose logs worker

# Verify environment variable
echo $ENABLE_DATA_RETENTION_CLEANUP

# Check worker status
curl http://localhost:4003/health