Added session based caching

Author: RijulTP

main.go

@@ -33,10 +33,46 @@ func main() {
 		"Queue action: 'view', 'clear', 'count', 'completed-count', 'completed-first', 'completed-last'",
 	)
 
+	flag.Usage = func() {
+		w := flag.CommandLine.Output()
+		w.Write([]byte(`
+Usage:
+app --mode <mode> [options]
 
+Modes:
+client        Enqueue a job
+worker        Run the worker
+view          View results
+delete-group  Delete a group and its results
+queue         Queue operations
+help          Show this help message
 
-	flag.Parse()
+Client mode options:
+--args              Job args as JSON
+--metadata          Job metadata as JSON
+--bulk-from-file    Bulk insert jobs from JSON file
+
+View mode options:
+--total-groups      Show total groups
+--group <id>        Show results for a group
+-n <number>         Number of results to display
+
+Delete-group mode options:
+--delete-group-id   Group ID to delete
 
+Queue mode options:
+--action            view | clear | count | completed-count | completed-first | completed-last
+--queue-n           Number of jobs to display
+
+		`))
+	}
+
+	flag.Parse()
+	if *mode == "help" {
+		flag.Usage()
+		os.Exit(0)
+	}
+	
 	ctx, cancel := context.WithCancel(context.Background())
 	defer cancel()
 

ollama.go

@@ -25,7 +25,7 @@ func LoadLLMConfig(configPath string) (*LLMConfig, error) {
 	return &conf.LLM, nil
 }
 
-func CallOllama(prompt string, schema interface{}, configPath string) (string, error) {
+func CallOllama(prompt string, schema interface{}, configPath string, groupName string, system_prompt string) (string, error) {
 	startTotal := time.Now()
 
 	// 1️⃣ Load config
@@ -43,7 +43,9 @@ func CallOllama(prompt string, schema interface{}, configPath string) (string, e
 	req := map[string]interface{}{
 		"model":  llmConfig.Model,
 		"stream": false,
+		"session_id": groupName,
 		"messages": []map[string]string{
+			{"role": "system", "content": system_prompt },
 			{"role": "user", "content": prompt},
 		},
 		"options": map[string]float64{

types.go

@@ -14,6 +14,7 @@ type DPromptsJobArgs struct {
     Prompt     string                 `json:"prompt"`
     Schema     interface{}            `json:"schema,omitempty"`
     GroupName string                 `json:"group_name,omitempty"` // optional
+	SystemPrompt string                 `json:"system_prompt,omitempty"` // optional
 }
 
 

worker.go

@@ -45,7 +45,7 @@ func (w *DPromptsWorker) Work(ctx context.Context, job *river.Job[DPromptsJobArg
 
 	// Before LLM call
 	stageTimestamps["before_ollama"] = time.Now()
-	response, err := CallOllama(job.Args.Prompt, job.Args.Schema, configPath)
+	response, err := CallOllama(job.Args.Prompt, job.Args.Schema, configPath, job.Args.GroupName, job.Args.SystemPrompt)
 	stageTimestamps["after_ollama"] = time.Now()
 	if err != nil {
 		log.Error().Err(err).Msg("Ollama call failed")