github.com/galamsiva2020/kubernetes-heapster-monitoring@v0.0.0-20210823134957-3c1baa7c1e70/events/sinks/kafka/driver.go (about) 1 // Copyright 2015 Google Inc. All Rights Reserved. 2 // 3 // Licensed under the Apache License, Version 2.0 (the "License"); 4 // you may not use this file except in compliance with the License. 5 // You may obtain a copy of the License at 6 // 7 // http://www.apache.org/licenses/LICENSE-2.0 8 // 9 // Unless required by applicable law or agreed to in writing, software 10 // distributed under the License is distributed on an "AS IS" BASIS, 11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 // See the License for the specific language governing permissions and 13 // limitations under the License. 14 15 package kafka 16 17 import ( 18 "encoding/json" 19 "net/url" 20 "sync" 21 "time" 22 23 "github.com/golang/glog" 24 kube_api "k8s.io/api/core/v1" 25 kafka_common "k8s.io/heapster/common/kafka" 26 event_core "k8s.io/heapster/events/core" 27 "k8s.io/heapster/metrics/core" 28 ) 29 30 type KafkaSinkPoint struct { 31 EventValue interface{} 32 EventTimestamp time.Time 33 EventTags map[string]string 34 } 35 36 type kafkaSink struct { 37 kafka_common.KafkaClient 38 sync.RWMutex 39 } 40 41 func getEventValue(event *kube_api.Event) (string, error) { 42 // TODO: check whether indenting is required. 43 bytes, err := json.MarshalIndent(event, "", " ") 44 if err != nil { 45 return "", err 46 } 47 return string(bytes), nil 48 } 49 50 func eventToPoint(event *kube_api.Event) (*KafkaSinkPoint, error) { 51 value, err := getEventValue(event) 52 if err != nil { 53 return nil, err 54 } 55 point := KafkaSinkPoint{ 56 EventTimestamp: event.LastTimestamp.Time.UTC(), 57 EventValue: value, 58 EventTags: map[string]string{ 59 "eventID": string(event.UID), 60 }, 61 } 62 if event.InvolvedObject.Kind == "Pod" { 63 point.EventTags[core.LabelPodId.Key] = string(event.InvolvedObject.UID) 64 point.EventTags[core.LabelPodName.Key] = event.InvolvedObject.Name 65 } 66 point.EventTags[core.LabelHostname.Key] = event.Source.Host 67 return &point, nil 68 } 69 70 func (sink *kafkaSink) ExportEvents(eventBatch *event_core.EventBatch) { 71 sink.Lock() 72 defer sink.Unlock() 73 74 for _, event := range eventBatch.Events { 75 point, err := eventToPoint(event) 76 if err != nil { 77 glog.Warningf("Failed to convert event to point: %v", err) 78 } 79 80 err = sink.ProduceKafkaMessage(*point) 81 if err != nil { 82 glog.Errorf("Failed to produce event message: %s", err) 83 } 84 } 85 } 86 87 func NewKafkaSink(uri *url.URL) (event_core.EventSink, error) { 88 client, err := kafka_common.NewKafkaClient(uri, kafka_common.EventsTopic) 89 if err != nil { 90 return nil, err 91 } 92 93 return &kafkaSink{ 94 KafkaClient: client, 95 }, nil 96 }