github.com/galamsiva2020/kubernetes-heapster-monitoring@v0.0.0-20210823134957-3c1baa7c1e70/events/sinks/kafka/driver.go (about)

     1  // Copyright 2015 Google Inc. All Rights Reserved.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //     http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  
    15  package kafka
    16  
    17  import (
    18  	"encoding/json"
    19  	"net/url"
    20  	"sync"
    21  	"time"
    22  
    23  	"github.com/golang/glog"
    24  	kube_api "k8s.io/api/core/v1"
    25  	kafka_common "k8s.io/heapster/common/kafka"
    26  	event_core "k8s.io/heapster/events/core"
    27  	"k8s.io/heapster/metrics/core"
    28  )
    29  
    30  type KafkaSinkPoint struct {
    31  	EventValue     interface{}
    32  	EventTimestamp time.Time
    33  	EventTags      map[string]string
    34  }
    35  
    36  type kafkaSink struct {
    37  	kafka_common.KafkaClient
    38  	sync.RWMutex
    39  }
    40  
    41  func getEventValue(event *kube_api.Event) (string, error) {
    42  	// TODO: check whether indenting is required.
    43  	bytes, err := json.MarshalIndent(event, "", " ")
    44  	if err != nil {
    45  		return "", err
    46  	}
    47  	return string(bytes), nil
    48  }
    49  
    50  func eventToPoint(event *kube_api.Event) (*KafkaSinkPoint, error) {
    51  	value, err := getEventValue(event)
    52  	if err != nil {
    53  		return nil, err
    54  	}
    55  	point := KafkaSinkPoint{
    56  		EventTimestamp: event.LastTimestamp.Time.UTC(),
    57  		EventValue:     value,
    58  		EventTags: map[string]string{
    59  			"eventID": string(event.UID),
    60  		},
    61  	}
    62  	if event.InvolvedObject.Kind == "Pod" {
    63  		point.EventTags[core.LabelPodId.Key] = string(event.InvolvedObject.UID)
    64  		point.EventTags[core.LabelPodName.Key] = event.InvolvedObject.Name
    65  	}
    66  	point.EventTags[core.LabelHostname.Key] = event.Source.Host
    67  	return &point, nil
    68  }
    69  
    70  func (sink *kafkaSink) ExportEvents(eventBatch *event_core.EventBatch) {
    71  	sink.Lock()
    72  	defer sink.Unlock()
    73  
    74  	for _, event := range eventBatch.Events {
    75  		point, err := eventToPoint(event)
    76  		if err != nil {
    77  			glog.Warningf("Failed to convert event to point: %v", err)
    78  		}
    79  
    80  		err = sink.ProduceKafkaMessage(*point)
    81  		if err != nil {
    82  			glog.Errorf("Failed to produce event message: %s", err)
    83  		}
    84  	}
    85  }
    86  
    87  func NewKafkaSink(uri *url.URL) (event_core.EventSink, error) {
    88  	client, err := kafka_common.NewKafkaClient(uri, kafka_common.EventsTopic)
    89  	if err != nil {
    90  		return nil, err
    91  	}
    92  
    93  	return &kafkaSink{
    94  		KafkaClient: client,
    95  	}, nil
    96  }