openAgent

1import { lakeAthenaWorkgroup, lakeCatalog, lakeCluster, lakeQueryPermissions, lakeRegion, tableBucket } from "./lake"
2import { EMAILOCTOPUS_API_KEY } from "./app"
3import { domain } from "./stage"
4 
5////////////////
6// LAKE
7////////////////
8 
9const inferenceNamespace = new aws.s3tables.Namespace("LakeInferenceNamespace", {
10  namespace: "inference",
11  tableBucketArn: tableBucket.arn,
12})
13 
14const inferenceEventTable = new aws.s3tables.Table(
15  "LakeInferenceEventTable",
16  {
17    name: "event",
18    namespace: inferenceNamespace.namespace,
19    tableBucketArn: inferenceNamespace.tableBucketArn,
20    format: "ICEBERG",
21    metadata: {
22      iceberg: {
23        schema: {
24          fields: [
25            { name: "event_timestamp", type: "string", required: false },
26            { name: "event_date", type: "string", required: false },
27            { name: "event_type", type: "string", required: false },
28            { name: "dataset", type: "string", required: false },
29            { name: "cf_continent", type: "string", required: false },
30            { name: "cf_country", type: "string", required: false },
31            { name: "cf_city", type: "string", required: false },
32            { name: "cf_region", type: "string", required: false },
33            { name: "cf_latitude", type: "double", required: false },
34            { name: "cf_longitude", type: "double", required: false },
35            { name: "cf_timezone", type: "string", required: false },
36            { name: "duration", type: "double", required: false },
37            { name: "request_length", type: "long", required: false },
38            { name: "status", type: "int", required: false },
39            { name: "ip", type: "string", required: false },
40            { name: "is_stream", type: "boolean", required: false },
41            { name: "session", type: "string", required: false },
42            { name: "request", type: "string", required: false },
43            { name: "client", type: "string", required: false },
44            { name: "user_agent", type: "string", required: false },
45            { name: "model", type: "string", required: false },
46            { name: "model_tier", type: "string", required: false },
47            { name: "model_variant", type: "string", required: false },
48            { name: "source", type: "string", required: false },
49            { name: "provider", type: "string", required: false },
50            { name: "provider_model", type: "string", required: false },
51            { name: "llm_error_code", type: "int", required: false },
52            { name: "llm_error_message", type: "string", required: false },
53            { name: "error_response", type: "string", required: false },
54            { name: "error_type", type: "string", required: false },
55            { name: "error_message", type: "string", required: false },
56            { name: "error_cause", type: "string", required: false },
57            { name: "error_cause2", type: "string", required: false },
58            { name: "api_key", type: "string", required: false },
59            { name: "workspace", type: "string", required: false },
60            { name: "user_id", type: "string", required: false },
61            { name: "is_subscription", type: "boolean", required: false },
62            { name: "subscription", type: "string", required: false },
63            { name: "response_length", type: "long", required: false },
64            { name: "time_to_first_byte", type: "long", required: false },
65            { name: "timestamp_first_byte", type: "long", required: false },
66            { name: "timestamp_last_byte", type: "long", required: false },
67            { name: "tokens_input", type: "long", required: false },
68            { name: "tokens_output", type: "long", required: false },
69            { name: "tokens_reasoning", type: "long", required: false },
70            { name: "tokens_cache_read", type: "long", required: false },
71            { name: "tokens_cache_write_5m", type: "long", required: false },
72            { name: "tokens_cache_write_1h", type: "long", required: false },
73            { name: "cost_input_microcents", type: "long", required: false },
74            { name: "cost_output_microcents", type: "long", required: false },
75            { name: "cost_cache_read_microcents", type: "long", required: false },
76            { name: "cost_cache_write_microcents", type: "long", required: false },
77            { name: "cost_total_microcents", type: "long", required: false },
78            { name: "cost_input", type: "long", required: false },
79            { name: "cost_output", type: "long", required: false },
80            { name: "cost_cache_read", type: "long", required: false },
81            { name: "cost_cache_write_5m", type: "long", required: false },
82            { name: "cost_cache_write_1h", type: "long", required: false },
83            { name: "cost_total", type: "long", required: false },
84          ],
85        },
86      },
87    },
88  },
89  { deleteBeforeReplace: $app.stage !== "production", ignoreChanges: ["metadata"] },
90)
91 
92export const inferenceEvent = new sst.Linkable("InferenceEvent", {
93  properties: {
94    region: lakeRegion,
95    catalog: lakeCatalog,
96    database: inferenceNamespace.namespace,
97    table: inferenceEventTable.name,
98    tableBucket: tableBucket.name,
99    workgroup: lakeAthenaWorkgroup.name,
100  },
101})
102 
103////////////////
104// DATABASE
105////////////////
106 
107const cluster = planetscale.getDatabaseOutput({
108  name: "opencode-stats",
109  organization: "anomalyco",
110})
111 
112const branch =
113  $app.stage === "production"
114    ? planetscale.getBranchOutput({
115        name: "production",
116        organization: cluster.organization,
117        database: cluster.name,
118      })
119    : new planetscale.Branch("StatsDatabaseBranch", {
120        database: cluster.name,
121        organization: cluster.organization,
122        name: $app.stage,
123        parentBranch: "production",
124      })
125 
126const password = new planetscale.Password("StatsDatabasePassword", {
127  name: $app.stage,
128  database: cluster.name,
129  organization: cluster.organization,
130  branch: branch.name,
131})
132 
133const databaseUrl = $interpolate`mysql://${password.username.apply(encodeURIComponent)}:${password.plaintext.apply(
134  encodeURIComponent,
135)}@${password.accessHostUrl}/${cluster.name}`
136 
137export const database = new sst.Linkable("StatsDatabase", {
138  properties: {
139    host: password.accessHostUrl,
140    database: cluster.name,
141    username: password.username,
142    password: password.plaintext,
143    port: 3306,
144    url: databaseUrl,
145  },
146})
147 
148new sst.x.DevCommand("StatsStudio", {
149  link: [database],
150  environment: {
151    DATABASE_URL: databaseUrl,
152  },
153  dev: {
154    command: "bun db:studio",
155    directory: "packages/stats/core",
156    autostart: false,
157  },
158})
159 
160////////////////
161// APP
162////////////////
163 
164export const app = new sst.cloudflare.x.SolidStart("Stats", {
165  path: "packages/stats/app",
166  buildCommand: "bun run build",
167  domain: `stats.${domain}`,
168  link: [database, EMAILOCTOPUS_API_KEY],
169  environment: {
170    PUBLIC_URL: `https://${domain}/data`,
171  },
172})
173 
174////////////////
175// SERVICES
176////////////////
177 
178const statsSyncConfig = new sst.Linkable("StatsSyncConfig", {
179  properties: {
180    dataset: "zen",
181  },
182})
183 
184const r2SqlAuthToken = new sst.Secret("R2SqlAuthToken")
185const r2Sql = new sst.Linkable("R2Sql", {
186  properties: {
187    accountId: "15d29c8639fd3733b1b5486a2acfd968",
188    bucket: `platform-${$app.stage}-lake`,
189    namespace: "inference",
190    table: "generation",
191  },
192})
193 
194export const statSync = new sst.aws.Service("StatsSyncService", {
195  cluster: lakeCluster,
196  architecture: "arm64",
197  cpu: "0.25 vCPU",
198  // 0.5 GB caused an OOM crash loop: every restart immediately re-ran the 4 Athena
199  // stats queries (~$5/pass) every ~5 minutes instead of hourly.
200  memory: "2 GB",
201  image: {
202    context: ".",
203    dockerfile: "packages/stats/server/Dockerfile",
204  },
205  command: ["bun", "src/stat-sync.ts"],
206  // Keep the legacy Athena link and IAM permissions during the first R2-backed
207  // release so reverting the application code remains a one-deploy rollback.
208  link: [database, inferenceEvent, r2Sql, r2SqlAuthToken, statsSyncConfig],
209  permissions: lakeQueryPermissions,
210  scaling: {
211    min: 1,
212    max: 1,
213  },
214  dev: {
215    command: "bun src/stat-sync.ts",
216    directory: "packages/stats/server",
217    autostart: false,
218  },
219})
220