feat: add beta completions

Author: kevinwang5658

completions-cron/src/index.ts

@@ -6,22 +6,25 @@ const BATCH_SIZE = 1000
 async function getResourceId(
   supabase: SupabaseClient,
   resourceType: string,
+  prerelease: boolean,
   cache: Map<string, string>
 ): Promise<string> {
-  if (cache.has(resourceType)) {
-    return cache.get(resourceType)!
+  const cacheKey = `${resourceType}:${prerelease}`
+  if (cache.has(cacheKey)) {
+    return cache.get(cacheKey)!
   }
 
   const { data, error } = await supabase
     .from('registry_resources')
     .select('id')
     .eq('type', resourceType)
+    .eq('prerelease', prerelease)
 
   if (error || !data?.[0]?.id) {
-    throw new Error(`Resource type '${resourceType}' not found in registry_resources`)
+    throw new Error(`Resource type '${resourceType}' (prerelease=${prerelease}) not found in registry_resources`)
   }
 
-  cache.set(resourceType, data[0].id)
+  cache.set(cacheKey, data[0].id)
   return data[0].id
 }
 
@@ -30,14 +33,15 @@ async function processModule(
   resourceType: string,
   parameterPath: string,
   fetchFn: () => Promise<string[]>,
+  prerelease: boolean,
   resourceIdCache: Map<string, string>
 ): Promise<void> {
   console.log(`Processing ${resourceType}${parameterPath}...`)
 
   const values = await fetchFn()
   console.log(`  [${resourceType}${parameterPath}] Fetched ${values.length} values`)
 
-  const resourceId = await getResourceId(supabase, resourceType, resourceIdCache)
+  const resourceId = await getResourceId(supabase, resourceType, prerelease, resourceIdCache)
 
   await supabase
     .from('resource_parameter_completions')
@@ -66,31 +70,44 @@ async function processModule(
   console.log(`  [${resourceType}${parameterPath}] Done: inserted ${values.length} completions`)
 }
 
+async function runCompletions(env: Env): Promise<void> {
+  const supabase = createClient(env.SUPABASE_URL, env.SUPABASE_SERVICE_ROLE_KEY)
+  const prerelease = env.PRERELEASE === 'true'
+  const resourceIdCache = new Map<string, string>()
+
+  const results = await Promise.allSettled(
+    completionModules.map(({ resourceType, parameterPath, fetch }: CompletionModule) =>
+      processModule(supabase, resourceType, parameterPath, fetch, prerelease, resourceIdCache)
+    )
+  )
+
+  for (const result of results) {
+    if (result.status === 'rejected') {
+      console.error('Completion module failed:', result.reason)
+    }
+  }
+
+  console.log('Successfully processed all resource completion tasks')
+}
+
 export default {
-  async fetch(req: Request) {
+  async fetch(req: Request, env: Env, ctx: ExecutionContext) {
     const url = new URL(req.url)
+
+    if (req.method === 'POST' && url.pathname === '/trigger') {
+      if (req.headers.get('Authorization') !== env.TRIGGER_SECRET) {
+        return new Response('Unauthorized', { status: 401 })
+      }
+      ctx.waitUntil(runCompletions(env))
+      return new Response('Triggered', { status: 202 })
+    }
+
     url.pathname = '/__scheduled'
     url.searchParams.append('cron', '* * * * *')
     return new Response(`To test the scheduled handler, ensure you have used the "--test-scheduled" then try running "curl ${url.href}".`)
   },
 
   async scheduled(_event: ScheduledEvent, env: Env, _ctx: ExecutionContext): Promise<void> {
-    console.log('hihi')
-    const supabase = createClient(env.SUPABASE_URL, env.SUPABASE_SERVICE_ROLE_KEY)
-    const resourceIdCache = new Map<string, string>()
-
-    const results = await Promise.allSettled(
-      completionModules.map(({ resourceType, parameterPath, fetch }: CompletionModule) =>
-        processModule(supabase, resourceType, parameterPath, fetch, resourceIdCache)
-      )
-    )
-
-    for (const result of results) {
-      if (result.status === 'rejected') {
-        console.error('Completion module failed:', result.reason)
-      }
-    }
-
-    console.log('Successfully processed all resource completion tasks')
+    await runCompletions(env)
   },
 } satisfies ExportedHandler<Env>

completions-cron/types/worker-configuration.d.ts

@@ -6,6 +6,10 @@ declare namespace Cloudflare {
 		mainModule: typeof import("../src");
 	}
 	interface Env {
+		SUPABASE_URL: string;
+		SUPABASE_SERVICE_ROLE_KEY: string;
+		PRERELEASE: string;
+		TRIGGER_SECRET: string;
 	}
 }
 interface Env extends Cloudflare.Env {}

completions-cron/wrangler.toml

@@ -10,6 +10,18 @@ head_sampling_rate = 1
 
 [vars]
 SUPABASE_URL = "https://kdctbvqvqjfquplxhqrm.supabase.co"
+PRERELEASE = "false"
 
 [triggers]
 crons = ["0 5 * * *"]
+
+# Beta environment — deploys as a separate worker: resource-completions-cron-beta
+[env.beta]
+name = "resource-completions-cron-beta"
+
+[env.beta.vars]
+SUPABASE_URL = "https://kdctbvqvqjfquplxhqrm.supabase.co"
+PRERELEASE = "true"
+
+[env.beta.triggers]
+crons = ["0 5 * * *"]

package.json

@@ -1,6 +1,6 @@
 {
   "name": "default",
-  "version": "1.12.0-beta.4",
+  "version": "1.12.0-beta.5",
   "description": "Default plugin for Codify - provides 50+ declarative resources for managing development tools and system configuration across macOS and Linux",
   "main": "dist/index.js",
   "scripts": {

scripts/deploy.ts

@@ -86,6 +86,9 @@ const versionRow = await client.from('registry_plugin_versions').upsert({
 await uploadResources(isBeta);
 
 if (isBeta) {
+  console.log('Deploying beta completions worker...')
+  cp.spawnSync('source ~/.zshrc; npm run build:completions && cd completions-cron && npx wrangler deploy --env beta', { shell: 'zsh', stdio: 'inherit' })
+
   // Generate embeddings for prerelease resources so the AI agent can find them via semantic search
   console.log('Triggering vector reindex for prerelease resources...')
   const reindexKey = process.env.REINDEX_API_KEY
@@ -129,6 +132,27 @@ if (!isBeta) {
   }
 }
 
+// Trigger an immediate completions run so completions are populated right after deploy
+// (the daily cron keeps them updated over time)
+console.log('Triggering completions run...')
+const workerUrl = isBeta
+  ? process.env.COMPLETIONS_BETA_WORKER_URL
+  : process.env.COMPLETIONS_WORKER_URL
+const triggerSecret = process.env.COMPLETIONS_TRIGGER_SECRET
+if (!workerUrl || !triggerSecret) {
+  console.warn('COMPLETIONS_WORKER_URL / COMPLETIONS_BETA_WORKER_URL / COMPLETIONS_TRIGGER_SECRET not set — skipping completions trigger')
+} else {
+  const res = await fetch(`${workerUrl}/trigger`, {
+    method: 'POST',
+    headers: { Authorization: triggerSecret },
+  })
+  if (!res.ok) {
+    console.error(`Completions trigger failed: ${res.status} ${await res.text()}`)
+  } else {
+    console.log('Completions trigger accepted (running in background on worker)')
+  }
+}
+
 async function uploadResources(prerelease: boolean) {
   const Metadata: Array<Record<string, any>> = require('../dist/metadata.json');