feat: add new endpoint for config-db push agent

cmd/server.go

@@ -24,7 +24,6 @@ import (
 	"github.com/flanksource/incident-commander/api"
 	v1 "github.com/flanksource/incident-commander/api/v1"
 	"github.com/flanksource/incident-commander/auth"
-	"github.com/flanksource/incident-commander/canary"
 	"github.com/flanksource/incident-commander/db"
 	"github.com/flanksource/incident-commander/events"
 	"github.com/flanksource/incident-commander/jobs"
@@ -161,7 +160,8 @@ func createHTTPServer(ctx api.Context) *echo.Echo {
 	upstreamGroup := e.Group("/upstream", rbac.Authorization(rbac.ObjectAgentPush, rbac.ActionWrite))
 	upstreamGroup.POST("/push", upstream.PushUpstream)
 	upstreamGroup.GET("/pull/:agent_name", upstream.Pull)
-	upstreamGroup.GET("/canary/pull/:agent_name", canary.Pull)
+	upstreamGroup.GET("/canary/pull/:agent_name", upstream.PullCanaries)
+	upstreamGroup.GET("/scrapeconfig/pull/:agent_name", upstream.PullScrapeConfigs)
 	upstreamGroup.GET("/status/:agent_name", upstream.Status)
 
 	playbook.RegisterRoutes(e, "playbook")

db/config.go

@@ -1,5 +1,11 @@
 package db
 
+import (
+	"github.com/flanksource/duty/models"
+	"github.com/flanksource/incident-commander/api"
+	"github.com/google/uuid"
+)
+
 func LookupRelatedConfigIDs(configID string, maxDepth int) ([]string, error) {
 	var configIDs []string
 
@@ -24,3 +30,9 @@ func LookupRelatedConfigIDs(configID string, maxDepth int) ([]string, error) {
 
 	return configIDs, nil
 }
+
+func GetScrapeConfigsOfAgent(ctx api.Context, agentID, since uuid.UUID) ([]models.ConfigScraper, error) {
+	var response []models.ConfigScraper
+	err := ctx.DB().Where("agent_id = ?", agentID).Where("id > ?", since).Order("id").Find(&response).Error
+	return response, err
+}

upstream/controllers.go

@@ -116,3 +116,67 @@ func Status(c echo.Context) error {
 
 	return c.JSON(http.StatusOK, response)
 }
+
+// PullCanaries returns all canaries for the  agent
+func PullCanaries(c echo.Context) error {
+	ctx := c.(api.Context)
+
+	agentName := c.Param("agent_name")
+
+	agent, err := db.FindAgent(ctx, agentName)
+	if err != nil {
+		return c.JSON(http.StatusInternalServerError, api.HTTPError{Error: err.Error(), Message: "failed to get agent"})
+	} else if agent == nil {
+		return c.JSON(http.StatusNotFound, api.HTTPError{Message: fmt.Sprintf("agent(name=%s) not found", agentName)})
+	}
+
+	var since time.Time
+	if sinceRaw := c.QueryParam("since"); sinceRaw != "" {
+		since, err = time.Parse(time.RFC3339, sinceRaw)
+		if err != nil {
+			return c.JSON(http.StatusBadRequest, api.HTTPError{Error: err.Error(), Message: "'since' param needs to be a valid RFC3339 timestamp"})
+		}
+	}
+
+	canaries, err := db.GetCanariesOfAgent(ctx, agent.ID, since)
+	if err != nil {
+		return c.JSON(http.StatusInternalServerError, api.HTTPError{
+			Error:   err.Error(),
+			Message: fmt.Sprintf("Error fetching canaries for agent(name=%s)", agentName),
+		})
+	}
+
+	return c.JSON(http.StatusOK, canaries)
+}
+
+// PullScrapeConfigs returns all scrape configs for the agent.
+func PullScrapeConfigs(c echo.Context) error {
+	ctx := c.(api.Context)
+
+	agentName := c.Param("agent_name")
+
+	agent, err := db.FindAgent(ctx, agentName)
+	if err != nil {
+		return c.JSON(http.StatusInternalServerError, api.HTTPError{Error: err.Error(), Message: "failed to get agent"})
+	} else if agent == nil {
+		return c.JSON(http.StatusNotFound, api.HTTPError{Message: fmt.Sprintf("agent(name=%s) not found", agentName)})
+	}
+
+	var since uuid.UUID
+	if sinceRaw := c.QueryParam("since"); sinceRaw != "" {
+		since, err = uuid.Parse(sinceRaw)
+		if err != nil {
+			return c.JSON(http.StatusBadRequest, api.HTTPError{Error: err.Error(), Message: "'since' param needs to be a valid UUID"})
+		}
+	}
+
+	scrapeConfigs, err := db.GetScrapeConfigsOfAgent(ctx, agent.ID, since)
+	if err != nil {
+		return c.JSON(http.StatusInternalServerError, api.HTTPError{
+			Error:   err.Error(),
+			Message: fmt.Sprintf("error fetching scrape configs for agent(name=%s)", agentName),
+		})
+	}
+
+	return c.JSON(http.StatusOK, scrapeConfigs)
+}