WIP

Author: Sebastian BURGIN-FIX (ext)

app/Actions/StoreLlmUsageAction.php

@@ -7,9 +7,7 @@
 use App\Models\AiModel;
 use App\Models\AiModelDailyUsage;
 use Illuminate\Support\Collection;
-use Illuminate\Support\Facades\Artisan;
 use Illuminate\Support\Facades\Cache;
-use Spatie\ResponseCache\Commands\ClearCommand;
 
 class StoreLlmUsageAction
 {
@@ -35,10 +33,12 @@ public function store(Collection $rows): int
             update: ['ai_model_id', 'prompt_tokens', 'completion_tokens', 'total_tokens', 'requests', 'spend'],
         );
 
+        // Bumping the version invalidates every cached stats query at once, which is
+        // all this action is responsible for. Clearing the rendered pages is the
+        // sync's job, not one day's — FetchLlmAnalyticsCommand does it once the whole
+        // batch has finished, rather than four times per hourly run.
         Cache::increment(LlmUsageStatsAction::VERSION_CACHE_KEY);
 
-        Artisan::call(ClearCommand::class);
-
         return $count;
     }
 }

app/Console/Commands/FetchLlmAnalyticsCommand.php

@@ -8,7 +8,10 @@
 use Carbon\CarbonImmutable;
 use Carbon\CarbonInterface;
 use Carbon\CarbonPeriod;
+use Illuminate\Bus\Batch;
 use Illuminate\Console\Command;
+use Illuminate\Support\Facades\Bus;
+use Spatie\ResponseCache\Facades\ResponseCache;
 
 class FetchLlmAnalyticsCommand extends Command
 {
@@ -35,7 +38,19 @@ public function handle(): int
 
         $days = collect(CarbonPeriod::create($from, $to)->toArray());
 
-        $days->each(fn (CarbonInterface $day) => FetchLlmUsageJob::dispatch(CarbonImmutable::instance($day)));
+        // Batched rather than dispatched one by one: the usage figures are rendered
+        // into the AI pages, so the cached HTML has to go once the numbers change.
+        // finally() fires after the last day is stored — clearing per job would wipe
+        // the whole site's response cache once per day in the window, and clearing
+        // here in the command would fire before the queue had done any work at all.
+        Bus::batch(
+            $days->map(fn (CarbonInterface $day): FetchLlmUsageJob => new FetchLlmUsageJob(CarbonImmutable::instance($day)))->all()
+        )
+            ->name('llm-usage-sync')
+            ->finally(function (Batch $batch): void {
+                ResponseCache::clear();
+            })
+            ->dispatch();
 
         $this->info("Dispatched {$days->count()} job(s) for {$from->toDateString()} to {$to->toDateString()}.");
 

app/Jobs/FetchLlmUsageJob.php

@@ -7,11 +7,13 @@
 use App\Actions\FetchLlmUsageAction;
 use App\Actions\StoreLlmUsageAction;
 use Carbon\CarbonImmutable;
+use Illuminate\Bus\Batchable;
 use Illuminate\Contracts\Queue\ShouldQueue;
 use Illuminate\Foundation\Queue\Queueable;
 
 class FetchLlmUsageJob implements ShouldQueue
 {
+    use Batchable;
     use Queueable;
 
     public int $tries = 3;

database/seeders/DatabaseSeeder.php

@@ -48,11 +48,9 @@ public function run(): void
         $this->call(AiModelsTableSeeder::class);
         $this->call(NetworksTableSeeder::class);
         $this->call(NetworkUsersTableSeeder::class);
+        $this->call(AiModelDailyUsagesTableSeeder::class);
 
-        if (app()->isLocal()) {
-            $this->call(AiModelDailyUsagesTableSeeder::class);
-
-            Artisan::call(ClearCommand::class);
-        }
+        Artisan::call(ClearCommand::class);
+        Artisan::call('responsecache:clear');
     }
 }

tests/Feature/Jobs/FetchLlmUsageJobTest.php

@@ -10,6 +10,7 @@
 use Carbon\CarbonImmutable;
 use Illuminate\Support\Facades\Cache;
 use Illuminate\Support\Facades\Http;
+use Spatie\ResponseCache\Facades\ResponseCache;
 
 use function Pest\Laravel\assertDatabaseHas;
 
@@ -76,3 +77,33 @@ function spendLogsPayload(int $promptTokens): array
 
     expect(Cache::get(LlmUsageStatsAction::VERSION_CACHE_KEY))->toBeGreaterThan($versionBefore);
 })->group('llm-analytics');
+
+it('does not clear the response cache when a single day is stored', function () {
+    $responseCache = ResponseCache::spy();
+
+    (new StoreLlmUsageAction)->store(collect([[
+        'date' => '2026-07-20',
+        'model' => 'qwen3.6:35b',
+        'prompt_tokens' => 100,
+        'completion_tokens' => 50,
+        'total_tokens' => 150,
+        'requests' => 1,
+        'spend' => 0.5,
+    ]]));
+
+    // Clearing the whole site's rendered HTML is the sync's decision, not one day's —
+    // otherwise an hourly run wipes the response cache once per day in its window.
+    $responseCache->shouldNotHaveReceived('clear');
+})->group('llm-analytics');
+
+it('clears the response cache once after the whole sync batch finishes', function () {
+    Http::fake(['llm.codebar.net/spend/logs*' => Http::response(spendLogsPayload(promptTokens: 100))]);
+
+    $responseCache = ResponseCache::spy();
+
+    runArtisan('llm:fetch-analytics', ['--from' => '2026-07-20', '--to' => '2026-07-23'])
+        ->assertSuccessful();
+
+    // Four days were synced; the rendered pages are dropped exactly once.
+    $responseCache->shouldHaveReceived('clear')->once();
+})->group('llm-analytics');