Skip to content

feat: When kube-eventer write data into InfluxDB will become more detial #87

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
sober-wang wants to merge 3 commits into
base: master
Choose a base branch
from
Open

feat: When kube-eventer write data into InfluxDB will become more detial #87

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
b20c89b
feat: When kube-eventer write data into InfluxDB will become more detial
sober-wang Apr 10, 2020
28b1116
docs: Modify notes
sober-wang Apr 10, 2020
040c22a
fix: Delete workloadName message
sober-wang Apr 10, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
51 changes: 51 additions & 0 deletions sinks/influxdb/influxdb.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@ import (
influxdb "github.com/influxdata/influxdb/client"
kube_api "k8s.io/api/core/v1"
"k8s.io/klog"
jsoniter "github.com/json-iterator/go"
Copy link
Copy Markdown
Member

@ringtail ringtail Apr 10, 2020

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Could you remove external libs. json.Unmarshal should be enough

Copy link
Copy Markdown
Author

@sober-wang sober-wang Apr 21, 2020

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I know. But the jsoniter handle JSON become so convenient , and the jsoniter is very quickly.
You can see the web pages:
https://github.com/json-iterator/go

)

type influxdbSink struct {
Expand All @@ -37,12 +38,35 @@ type influxdbSink struct {
dbExists bool
}

// eventStruct influxDB field more detial.
type eventStruct struct{
kind string
evenType string
nameSpace string
podName string
reason string
message string
firstTimestamp string
lastTimestamp string
}

const (
eventMeasurementName = "log/events"
// Event special tags
eventUID = "uid"
// Value Field name
valueField = "value"

// Kubernetes Event const
kubeKind = "kind"
evenType = "type"
nameSpace = "nameSpace"
podName = "podName"
eventReason = "reason"
eventMessage = "message"
firstTimestamp = "firstTimestamp"
lastTimestamp = "lastTimestamp"

// Event special tags
dbNotFoundError = "database not found"

Expand Down Expand Up @@ -90,17 +114,44 @@ func eventToPointWithFields(event *kube_api.Event) (*influxdb.Point, error) {
return &point, nil
}


// selectEventData Select kubernetes events data from value
func selectEventData(value string) eventStruct{
var eventData eventStruct
data := []byte(value)
eventData.evenType = jsoniter.Get(data,"type").ToString()
eventData.kind = jsoniter.Get(data,"involvedObject","kind").ToString()
eventData.nameSpace = jsoniter.Get(data,"involvedObject","namespace").ToString()
eventData.podName = jsoniter.Get(data,"involvedObject","name").ToString()
eventData.reason = jsoniter.Get(data,"reason").ToString()
eventData.message = jsoniter.Get(data,"message").ToString()
eventData.firstTimestamp = jsoniter.Get(data,"firstTimestamp").ToString()
eventData.lastTimestamp = jsoniter.Get(data,"lastTimestamp").ToString()
return eventData
}


// eventToPoint make influxdb point from kubernetes event data
func eventToPoint(event *kube_api.Event) (*influxdb.Point, error) {
value, err := getEventValue(event)
if err != nil {
return nil, err
}

eventData := selectEventData(value)
point := influxdb.Point{
Measurement: eventMeasurementName,
Time: event.LastTimestamp.Time.UTC(),
Fields: map[string]interface{}{
valueField: value,
kubeKind: eventData.kind,
evenType: eventData.evenType,
nameSpace: eventData.nameSpace,
podName: eventData.podName,
eventReason: eventData.reason,
eventMessage: eventData.message,
firstTimestamp: eventData.firstTimestamp,
lastTimestamp: eventData.lastTimestamp,
},
Tags: map[string]string{
eventUID: string(event.UID),
Expand Down