feat: add AddTask method to Job and refactor SQL script handling in runSingleTask

Author: jravani

internal/process/orchestrator.go

@@ -133,3 +133,7 @@ func SupplementaryJobQueue(config *config.Config) (*JobQueue, error) {
 
 	return queue, nil
 }
+
+func (j *Job) AddTask(task *Task) {
+	j.Tasks = append(j.Tasks, task)
+}

internal/process/runner.go

@@ -86,12 +86,10 @@ func (r *Runner) RunTaskWithRetry(task *Task, conn *pgxpool.Pool, config *config
 	return fmt.Errorf("task %s failed after %d retries: %w", task.TaskType, maxRetries, lastErr)
 }
 
-// runSingleTask reads the SQL file and executes it against the database.
-// task.LodLevel drives which LOD schema and building IDs are used — -1 means no LOD context (schema setup, functions, etc.).
+// runSingleTask is the internal method that actually executes a task
 func (r *Runner) runSingleTask(task *Task, conn *pgxpool.Pool, workerID int) error {
 	utils.Debug.Printf("[Worker %d] Starting task: %s (SQL file: %s)", workerID, task.TaskType, task.SQLFile)
-
-	data, err := os.ReadFile(task.SQLFile)
+	sqlScript, err := r.getSQLScript(task.SQLFile)
 	if err != nil {
 		return fmt.Errorf("failed to read SQL file %s: %w", task.SQLFile, err)
 	}
@@ -118,6 +116,14 @@ func (r *Runner) runSingleTask(task *Task, conn *pgxpool.Pool, workerID int) err
 	return nil
 }
 
+func (r *Runner) getSQLScript(path string) (string, error) {
+	data, err := os.ReadFile(path)
+	if err != nil {
+		return "", err
+	}
+	return string(data), nil
+}
+
 // isDeadlockError checks if the error is a PostgreSQL deadlock error
 func isDeadlockError(err error) bool {
 	if err == nil {
@@ -128,4 +134,3 @@ func isDeadlockError(err error) bool {
 	return strings.Contains(errStr, "deadlock detected") ||
 		strings.Contains(errStr, "sqlstate 40p01")
 }
-