Merge origin/main into feat/deep-research-chat and resolve conflicts

Author: jmbish04

.agents/llms-txt/cloudflare-llms.txt

@@ -0,0 +1,47 @@
+name: Scheduled Repo Search
+
+on:
+  schedule:
+    # Runs at 00:00 UTC every day. You can adjust the cron schedule as needed.
+    - cron: '0 0 * * *' 
+  workflow_dispatch: # Allows manual trigger from the Actions UI
+
+# 🚨 CRITICAL FIX: Grant 'write' permissions so the action can push commits back to the repo
+permissions:
+  contents: write
+
+jobs:
+  execute-search:
+    runs-on: ubuntu-24.04
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Set up Python 3.12
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+          cache: 'pip'
+          cache-dependency-path: 'scripts/github/workflows/requirements.txt'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install -r scripts/github/workflows/requirements.txt
+
+      - name: Run Search Script
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          WORKER_API_URL: ${{ secrets.WORKER_API_URL }}
+        run: python scripts/github/workflows/search_repos.py
+
+      # 🚀 NEW: Auto-commit the results.json file back into the repository
+      - name: Commit and Push Results Locally
+        uses: stefanzweifel/git-auto-commit-action@v5
+        with:
+          commit_message: "chore(bot): update daily github discovery results"
+          file_pattern: "results.json"
+          commit_user_name: "github-actions[bot]"
+          commit_user_email: "41898282+github-actions[bot]@users.noreply.github.com"

.github/workflows/search_github.yml

@@ -17,19 +17,19 @@ export const pricingSnapshots = sqliteTable(
     provider: text('provider', { enum: ['openai', 'anthropic', 'google', 'cloudflare'] }).notNull(),
     modelId: text('model_id').notNull(), // e.g., 'gpt-4o', 'claude-sonnet-4.5'
     modelName: text('model_name').notNull(), // Human-readable name
-    
+
     // Base pricing (standard context)
     inputCostPerM: real('input_cost_per_m').notNull(), // Cost per 1M input tokens
     outputCostPerM: real('output_cost_per_m').notNull(), // Cost per 1M output tokens
-    
+
     // Long context pricing (>200k tokens)
     inputLongCostPerM: real('input_long_cost_per_m'), // Nullable
     outputLongCostPerM: real('output_long_cost_per_m'), // Nullable
-    
+
     // Caching costs
     cacheReadCostPerM: real('cache_read_cost_per_m'), // Nullable
     cacheWriteCostPerM: real('cache_write_cost_per_m'), // Nullable
-    
+
     // Metadata
     metadata: text('metadata'), // JSON string for additional data
     sourceUrl: text('source_url').notNull(), // URL where pricing was scraped
@@ -45,3 +45,49 @@ export const pricingSnapshots = sqliteTable(
 
 export type PricingSnapshot = typeof pricingSnapshots.$inferSelect;
 export type NewPricingSnapshot = typeof pricingSnapshots.$inferInsert;
+
+/**
+ * Tracks changes to AI model pricing over time
+ * Used to maintain a changelog of pricing fluctuations
+ */
+export const pricingChangeLog = sqliteTable(
+  'pricing_change_log',
+  {
+    id: text('id').primaryKey(), // UUID
+    provider: text('provider', { enum: ['openai', 'anthropic', 'google', 'cloudflare'] }).notNull(),
+    modelId: text('model_id').notNull(),
+    modelName: text('model_name').notNull(),
+
+    // Change type
+    changeType: text('change_type', { enum: ['new_model', 'price_increase', 'price_decrease', 'no_change'] }).notNull(),
+
+    // Old pricing (null for new models)
+    oldInputCostPerM: real('old_input_cost_per_m'),
+    oldOutputCostPerM: real('old_output_cost_per_m'),
+    oldInputLongCostPerM: real('old_input_long_cost_per_m'),
+    oldOutputLongCostPerM: real('old_output_long_cost_per_m'),
+    oldCacheReadCostPerM: real('old_cache_read_cost_per_m'),
+    oldCacheWriteCostPerM: real('old_cache_write_cost_per_m'),
+
+    // New pricing
+    newInputCostPerM: real('new_input_cost_per_m').notNull(),
+    newOutputCostPerM: real('new_output_cost_per_m').notNull(),
+    newInputLongCostPerM: real('new_input_long_cost_per_m'),
+    newOutputLongCostPerM: real('new_output_long_cost_per_m'),
+    newCacheReadCostPerM: real('new_cache_read_cost_per_m'),
+    newCacheWriteCostPerM: real('new_cache_write_cost_per_m'),
+
+    // Metadata
+    sourceUrl: text('source_url').notNull(),
+    detectedAt: integer('detected_at', { mode: 'timestamp' }).notNull(),
+  },
+  (table) => ({
+    providerIdx: index('pricing_change_provider_idx').on(table.provider),
+    modelIdIdx: index('pricing_change_model_id_idx').on(table.modelId),
+    detectedAtIdx: index('pricing_change_detected_at_idx').on(table.detectedAt),
+    changeTypeIdx: index('pricing_change_type_idx').on(table.changeType),
+  })
+);
+
+export type PricingChangeLog = typeof pricingChangeLog.$inferSelect;
+export type NewPricingChangeLog = typeof pricingChangeLog.$inferInsert;