feat: support loki datasources (#1700)

alert/eval/alert_rule.go

@@ -107,6 +107,18 @@ func (s *Scheduler) syncAlertRules() {
 				alertRule := NewAlertRuleWorker(rule, dsId, processor, s.promClients, s.ctx)
 				alertRuleWorkers[alertRule.Hash()] = alertRule
 			}
+		} else if rule.IsLokiRule() {
+			datasourceIds := s.promClients.Hit(rule.DatasourceIdsJson)
+			for _, dsId := range datasourceIds {
+				if !naming.DatasourceHashRing.IsHit(dsId, fmt.Sprintf("%d", rule.Id), s.aconf.Heartbeat.Endpoint) {
+					continue
+				}
+
+				processor := process.NewProcessor(rule, dsId, s.alertRuleCache, s.targetCache, s.busiGroupCache, s.alertMuteCache, s.datasourceCache, s.promClients, s.ctx, s.stats)
+
+				alertRuleWorker := NewAlertRuleWorker(rule, dsId, processor, s.promClients, s.ctx)
+				alertRuleWorkers[alertRuleWorker.Hash()] = alertRuleWorker
+			}
 		} else if rule.IsHostRule() && s.ctx.IsCenter {
 			// all host rule will be processed by center instance
 			if !naming.DatasourceHashRing.IsHit(naming.HostDatasource, fmt.Sprintf("%d", rule.Id), s.aconf.Heartbeat.Endpoint) {

alert/eval/eval.go

@@ -87,7 +87,7 @@ func (arw *AlertRuleWorker) Start() {
 func (arw *AlertRuleWorker) Eval() {
 	cachedRule := arw.rule
 	if cachedRule == nil {
-		//logger.Errorf("rule_eval:%s rule not found", arw.Key())
+		// logger.Errorf("rule_eval:%s rule not found", arw.Key())
 		return
 	}
 
@@ -98,6 +98,8 @@ func (arw *AlertRuleWorker) Eval() {
 		lst = arw.GetPromAnomalyPoint(cachedRule.RuleConfig)
 	case models.HOST:
 		lst = arw.GetHostAnomalyPoint(cachedRule.RuleConfig)
+	case models.LOKI:
+		lst = arw.GetPromAnomalyPoint(cachedRule.RuleConfig)
 	default:
 		return
 	}

center/cconf/plugin.go

@@ -13,4 +13,10 @@ var Plugins = []Plugin{
 		Type:     "elasticsearch",
 		TypeName: "Elasticsearch",
 	},
+	{
+		Id:       2,
+		Category: "loki",
+		Type:     "loki",
+		TypeName: "Loki",
+	},
 }

center/router/router_datasource.go

@@ -151,6 +151,18 @@ func DatasourceCheck(ds models.Datasource) error {
 		}
 	}
 
+	if ds.PluginType == models.LOKI {
+		subPath := "/api/v1/labels"
+
+		fullURL = fmt.Sprintf("%s%s", ds.HTTPJson.Url, subPath)
+
+		req, err = http.NewRequest("GET", fullURL, nil)
+		if err != nil {
+			logger.Errorf("Error creating request: %v", err)
+			return fmt.Errorf("request url:%s failed", fullURL)
+		}
+	}
+
 	if ds.AuthJson.BasicAuthUser != "" {
 		req.SetBasicAuth(ds.AuthJson.BasicAuthUser, ds.AuthJson.BasicAuthPassword)
 	}

center/router/router_mute.go

@@ -40,10 +40,10 @@ func (rt *Router) alertMuteAdd(c *gin.Context) {
 	ginx.NewRender(c).Message(f.Add(rt.Ctx))
 }
 
-//Preview events (alert_cur_event) that match the mute strategy based on the following criteria:
-//business group ID (group_id, group_id), product (prod, rule_prod),
-//alert event severity (severities, severity), and event tags (tags, tags).
-//For products of type not 'host', also consider the category (cate, cate) and datasource ID (datasource_ids, datasource_id).
+// Preview events (alert_cur_event) that match the mute strategy based on the following criteria:
+// business group ID (group_id, group_id), product (prod, rule_prod),
+// alert event severity (severities, severity), and event tags (tags, tags).
+// For products of type not 'host', also consider the category (cate, cate) and datasource ID (datasource_ids, datasource_id).
 func (rt *Router) alertMutePreview(c *gin.Context) {
 	//Generally the match of events would be less.
 

center/router/router_notify_config.go

@@ -203,7 +203,7 @@ type form struct {
 	Email string `json:"email"`
 }
 
-//After configuring the aconf.SMTPConfig, users can choose to perform a test. In this test, the function attempts to send an email
+// After configuring the aconf.SMTPConfig, users can choose to perform a test. In this test, the function attempts to send an email
 func (rt *Router) attemptSendEmail(c *gin.Context) {
 	var f form
 	ginx.BindJSON(c, &f)

front/statik/statik.go

@@ -6,9 +6,7 @@ import (
 	"github.com/rakyll/statik/fs"
 )
 
-
 func init() {
 	data := "PK\x05\x06\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00"
-		fs.Register(data)
-	}
-	
\ No newline at end of file
+	fs.Register(data)
+}

models/alert_rule.go

@@ -18,6 +18,7 @@ import (
 const (
 	METRIC = "metric"
 	HOST   = "host"
+	LOKI   = "loki"
 
 	PROMETHEUS = "prometheus"
 )
@@ -420,7 +421,7 @@ func (ar *AlertRule) FillDatasourceIds() error {
 
 func (ar *AlertRule) FillSeverities() error {
 	if ar.RuleConfig != "" {
-		if ar.Cate == PROMETHEUS {
+		if ar.Cate == PROMETHEUS || ar.Cate == LOKI {
 			var rule PromRuleConfig
 			if err := json.Unmarshal([]byte(ar.RuleConfig), &rule); err != nil {
 				return err
@@ -787,7 +788,9 @@ func AlertRuleStatistics(ctx *ctx.Context) (*Statistics, error) {
 func (ar *AlertRule) IsPrometheusRule() bool {
 	return ar.Prod == METRIC && ar.Cate == PROMETHEUS
 }
-
+func (ar *AlertRule) IsLokiRule() bool {
+	return ar.Prod == LOKI
+}
 func (ar *AlertRule) IsHostRule() bool {
 	return ar.Prod == HOST
 }

pkg/poster/post.go

@@ -52,11 +52,11 @@ func GetByUrl[T any](url string, cfg conf.CenterApi) (T, error) {
 	if len(cfg.BasicAuthUser) > 0 {
 		req.SetBasicAuth(cfg.BasicAuthUser, cfg.BasicAuthPass)
 	}
-	
+
 	if cfg.Timeout < 1 {
 		cfg.Timeout = 5000
 	}
-	
+
 	client := &http.Client{
 		Timeout: time.Duration(cfg.Timeout) * time.Millisecond,
 	}

prom/reader.go

@@ -43,6 +43,8 @@ func (pc *PromClientMap) loadFromDatabase() {
 	var err error
 	if !pc.ctx.IsCenter {
 		datasources, err = poster.GetByUrls[[]*models.Datasource](pc.ctx, "/v1/n9e/datasources?typ="+models.PROMETHEUS)
+		lokiDatasource, err := poster.GetByUrls[[]*models.Datasource](pc.ctx, "/v1/n9e/datasources?typ="+models.LOKI)
+		datasources = append(datasources, lokiDatasource...)
 		if err != nil {
 			logger.Errorf("failed to get datasources, error: %v", err)
 			return
@@ -52,6 +54,8 @@ func (pc *PromClientMap) loadFromDatabase() {
 		}
 	} else {
 		datasources, err = models.GetDatasourcesGetsBy(pc.ctx, models.PROMETHEUS, "", "", "")
+		lokiDatasource, err := models.GetDatasourcesGetsBy(pc.ctx, models.LOKI, "", "", "")
+		datasources = append(datasources, lokiDatasource...)
 		if err != nil {
 			logger.Errorf("failed to get datasources, error: %v", err)
 			return

pushgw/router/router_opentsdb_easyjson.go

@@ -211,4 +211,4 @@ func (v *HTTPMetric) UnmarshalJSON(data []byte) error {
 // UnmarshalEasyJSON supports easyjson.Unmarshaler interface
 func (v *HTTPMetric) UnmarshalEasyJSON(l *jlexer.Lexer) {
 	easyjson30864de9DecodeGithubComDidiNightingaleV5SrcServerRouter1(l, v)
-}
\ No newline at end of file
+}