[format] add duration-divisor

Author: tstack

NEWS.md

@@ -188,6 +188,15 @@ Features:
   to specify the field that contains a duration in the
   log message.  If a duration is available, it will be
   used to calculate time spans in the TIMELINE view.
+  If the value of field is a number that is not in
+  seconds, the `duration-divisor` property can be used
+  to convert it.  For example, if the duration field is
+  in milliseconds, the divisor should be 1000.  The
+  duration can be accessed in the SQL vtables through
+  the `log_duration` column.  For JSON-lines logs, the
+  special `__duration__` field name can be used in the
+  `line-format` to add a humanized version of the
+  duration to the pretty-printed message.
 * The TIMELINE view now shows rows for user-defined tags
   and partitions.  Each tagged log line appears as a
   separate entry in the timeline.  Tags whose names start

docs/schemas/format-v1.schema.json

@@ -189,6 +189,14 @@
                     "description": "The name of the duration field in the log message pattern",
                     "type": "string"
                 },
+                "duration-divisor": {
+                    "title": "/<format_name>/duration-divisor",
+                    "description": "The value to divide a duration by to convert it to seconds.  For example, if the duration field is in milliseconds, the divisor should be 1000.",
+                    "type": [
+                        "integer",
+                        "number"
+                    ]
+                },
                 "url": {
                     "title": "/<format_name>/url",
                     "description": "A URL with more information about this log format",
@@ -499,7 +507,7 @@
                                                     "$ref": "#/definitions/style"
                                                 },
                                                 "captures": {
-                                                    "description": "The style to use for the entire pattern",
+                                                    "description": "Styles for individual named capture groups in the pattern",
                                                     "title": "/<format_name>/value/<value_name>/highlights/<highlight_name>/captures",
                                                     "type": "object",
                                                     "patternProperties": {

docs/source/formats.rst

@@ -208,7 +208,9 @@ object with the following fields:
     of the message field that should be inserted at this point in the
     message.  The special :code:`__timestamp__` field name can be used to
     insert a human-readable timestamp.  The :code:`__level__` field can be
-    used to insert the level name as defined by lnav.
+    used to insert the level name as defined by lnav.  The
+    :code:`__duration__` field can be used to insert a humanized duration
+    value (e.g. "1m23s") when a duration field is defined for the format.
 
     .. tip::
 
@@ -356,6 +358,10 @@ object with the following fields:
   operation.  If a duration is available, it will be used to calculate
   time spans in the TIMELINE view.
 
+:duration-divisor: The value to divide a duration by to convert it to
+  seconds.  For example, if the duration field is in milliseconds,
+  the divisor should be 1000.
+
 :src-file-field: (v0.14.0+) The name of the field that contains the source
   file name where the log statement originated.  This field is accessible
   in SQL queries as the :code:`log_src_file` column.

src/formats/mongodb_json_log.json

@@ -8,6 +8,8 @@
         "level-field": "s",
         "body-field": "msg",
         "timestamp-field": "t/$date",
+        "duration-field": "attr/durationMillis",
+        "duration-divisor": 1000,
         "line-format": [
             {
                 "field": "__timestamp__"
@@ -50,10 +52,27 @@
                 "default-value": ""
             },
             {
-                "prefix": " (\u2194 ",
-                "field": "attr/durationMillis",
+                "prefix": " deleted ",
+                "field": "attr/ndeleted",
                 "default-value": "",
-                "suffix": "ms"
+                "suffix": " doc(s) using"
+            },
+            {
+                "prefix": " inserted ",
+                "field": "attr/ninserted",
+                "default-value": "",
+                "suffix": " doc(s) using"
+            },
+            {
+                "prefix": " got ",
+                "field": "attr/nreturned",
+                "default-value": "",
+                "suffix": " doc(s) using"
+            },
+            {
+                "prefix": " (\u2194 ",
+                "field": "__duration__",
+                "default-value": ""
             },
             {
                 "prefix": " ",
@@ -135,6 +154,18 @@
             "debug4": "D4",
             "debug5": "D5"
         },
+        "opid": {
+            "source": "from-whole-msg",
+            "description": {
+                "find": {
+                    "format": [
+                        {
+                            "field": "attr/ns"
+                        }
+                    ]
+                }
+            }
+        },
         "value": {
             "s": {
                 "kind": "string",
@@ -166,6 +197,16 @@
                 "hidden": true,
                 "description": "Additional attributes for the log message"
             },
+            "attr/action/outcome/errorMessage": {
+                "kind": "string",
+                "highlights": {
+                    "error": {
+                        "base-style": {
+                            "color": "Red"
+                        }
+                    }
+                }
+            },
             "attr/authenticationDatabase": {
                 "kind": "string",
                 "description": "The authenticating database for a connection"
@@ -211,6 +252,35 @@
                 "kind": "json",
                 "description": "The document for a command"
             },
+            "attr/errMsg": {
+                "kind": "string",
+                "highlights": {
+                    "error": {
+                        "base-style": {
+                            "color": "Red"
+                        }
+                    }
+                }
+            },
+            "attr/errName": {
+                "kind": "string",
+                "highlights": {
+                    "error": {
+                        "base-style": {
+                            "color": "Red"
+                        }
+                    }
+                }
+            },
+            "attr/error": {
+                "highlights": {
+                    "error": {
+                        "base-style": {
+                            "color": "Red"
+                        }
+                    }
+                }
+            },
             "attr/durationMillis": {
                 "kind": "integer",
                 "description": "The duration of the operation in milliseconds"
@@ -224,6 +294,14 @@
                 "description": "The namespace for a query",
                 "identifier": true
             },
+            "attr/ndeleted": {
+                "kind": "integer",
+                "description": "The number of documents deleted"
+            },
+            "attr/ninserted": {
+                "kind": "integer",
+                "description": "The number of documents inserted"
+            },
             "attr/ns" : {
                 "kind": "string",
                 "description": "The namespace for a query"
@@ -232,6 +310,10 @@
                 "kind": "integer",
                 "description": "The number of documents deleted"
             },
+            "attr/nreturned": {
+                "kind": "integer",
+                "description": "The number of documents returned by the query"
+            },
             "attr/originatingCommand/filter": {
                 "kind": "json",
                 "description": "The filter of the originating command for a query"