Skip to content

Commit 6ccf7e6

Browse files
erezrokaherezrokah
authored
fix: Use trace level for source batcher log message (#1803)
#### Summary Moved this message to `Trace` as doing it every 5 seconds or 50 rows is a bit much even for Debug level ⬇️ Also updated the message. ``` 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:26Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:27Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:05:29Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:29Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=8 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:05:29Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=8 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:05:32Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=29 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:05:34Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=31 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:34Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:05:34Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:05:37Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=39 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:05:39Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=36 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:39Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:05:39Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:05:42Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=21 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:05:44Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=42 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:44Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:05:44Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:05:47Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=14 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:05:47Z DBG checking quota invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef module=aws-source pluginKind=source pluginName=aws pluginTeam=cloudquery team=cloudquery url=https://api.cloudquery.io 2024-07-19T15:05:49Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=11 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:49Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=8 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:05:49Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=8 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:05:52Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=25 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:05:54Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=13 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:54Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=6 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:05:54Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=6 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:05:57Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=30 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:05:59Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=36 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:05:59Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=6 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:05:59Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:06:02Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=14 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:06:04Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=23 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:06:04Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=6 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:06:04Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=5 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:06:05Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:06:05Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:06:05Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=50 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:06:07Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=48 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:06:09Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=8 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:06:09Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=8 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:06:10Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=42 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:06:12Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=20 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:06:14Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=6 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:06:14Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=6 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:06:15Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=16 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:06:17Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=29 table=aws_iam_policy_versions timeout_ms=5000 2024-07-19T15:06:17Z DBG checking quota invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef module=aws-source pluginKind=source pluginName=aws pluginTeam=cloudquery team=cloudquery url=https://api.cloudquery.io 2024-07-19T15:06:19Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policies timeout_ms=5000 2024-07-19T15:06:19Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=7 table=aws_iam_policy_default_versions timeout_ms=5000 2024-07-19T15:06:20Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=29 table=aws_iam_policy_last_accessed_details timeout_ms=5000 2024-07-19T15:06:22Z DBG send invocation-id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef invocation_id=27d8d673-d4ab-49e2-8fa1-ad1d73450aef max_rows=50 module=aws-source rows=17 table=aws_iam_policy_versions timeout_ms=5000 ``` ---
1 parent 377194e commit 6ccf7e6

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

‎scheduler/batch.go‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -120,7 +120,7 @@ type worker struct {
120120

121121
// send must be called on len(rows) > 0
122122
func (w *worker) send() {
123-
w.logger.Debug().Str("table", w.tableName).Int("rows", w.curRows).Msg("send")
123+
w.logger.Trace().Str("table", w.tableName).Int("rows", w.curRows).Msg("sending sync insert for rows batch")
124124
w.res <- &message.SyncInsert{Record: w.builder.NewRecord()}
125125
// we need to reserve here as NewRecord (& underlying NewArray calls) reset the memory
126126
w.builder.Reserve(w.maxRows)

0 commit comments

Comments
 (0)