diff --git a/api/build.go b/api/build.go index 778f64ec1..45c20bce1 100644 --- a/api/build.go +++ b/api/build.go @@ -1 +1,303 @@ package api + +import ( + "fmt" + "io" + "net/http" + "os" + "path/filepath" + "strconv" + "strings" + "time" + + log "github.com/Sirupsen/logrus" + "github.com/drone/drone/engine" + "github.com/drone/drone/remote" + "github.com/drone/drone/shared/httputil" + "github.com/drone/drone/store" + "github.com/gin-gonic/gin" + + "github.com/drone/drone/model" + "github.com/drone/drone/router/middleware/context" + "github.com/drone/drone/router/middleware/session" +) + +var ( + droneYml = os.Getenv("BUILD_CONFIG_FILE") + droneSec string +) + +func init() { + if droneYml == "" { + droneYml = ".drone.yml" + } + droneSec = fmt.Sprintf("%s.sec", strings.TrimSuffix(droneYml, filepath.Ext(droneYml))) +} + +func GetBuilds(c *gin.Context) { + repo := session.Repo(c) + builds, err := store.GetBuildList(c, repo) + if err != nil { + c.AbortWithStatus(http.StatusInternalServerError) + return + } + c.IndentedJSON(http.StatusOK, builds) +} + +func GetBuild(c *gin.Context) { + if c.Param("number") == "latest" { + GetBuildLast(c) + return + } + + repo := session.Repo(c) + num, err := strconv.Atoi(c.Param("number")) + if err != nil { + c.AbortWithError(http.StatusBadRequest, err) + return + } + + build, err := store.GetBuildNumber(c, repo, num) + if err != nil { + c.AbortWithError(http.StatusInternalServerError, err) + return + } + jobs, _ := store.GetJobList(c, build) + + out := struct { + *model.Build + Jobs []*model.Job `json:"jobs"` + }{build, jobs} + + c.IndentedJSON(http.StatusOK, &out) +} + +func GetBuildLast(c *gin.Context) { + repo := session.Repo(c) + branch := c.DefaultQuery("branch", repo.Branch) + + build, err := store.GetBuildLast(c, repo, branch) + if err != nil { + c.String(http.StatusInternalServerError, err.Error()) + return + } + jobs, _ := store.GetJobList(c, build) + + out := struct { + *model.Build + Jobs []*model.Job `json:"jobs"` + }{build, jobs} + + c.IndentedJSON(http.StatusOK, &out) +} + +func GetBuildLogs(c *gin.Context) { + repo := session.Repo(c) + + // the user may specify to stream the full logs, + // or partial logs, capped at 2MB. + full, _ := strconv.ParseBool(c.DefaultQuery("full", "false")) + + // parse the build number and job sequence number from + // the repquest parameter. + num, _ := strconv.Atoi(c.Params.ByName("number")) + seq, _ := strconv.Atoi(c.Params.ByName("job")) + + build, err := store.GetBuildNumber(c, repo, num) + if err != nil { + c.AbortWithError(404, err) + return + } + + job, err := store.GetJobNumber(c, build, seq) + if err != nil { + c.AbortWithError(404, err) + return + } + + r, err := store.ReadLog(c, job) + if err != nil { + c.AbortWithError(404, err) + return + } + + defer r.Close() + if full { + io.Copy(c.Writer, r) + } else { + io.Copy(c.Writer, io.LimitReader(r, 2000000)) + } +} + +func DeleteBuild(c *gin.Context) { + engine_ := context.Engine(c) + repo := session.Repo(c) + + // parse the build number and job sequence number from + // the repquest parameter. + num, _ := strconv.Atoi(c.Params.ByName("number")) + seq, _ := strconv.Atoi(c.Params.ByName("job")) + + build, err := store.GetBuildNumber(c, repo, num) + if err != nil { + c.AbortWithError(404, err) + return + } + + job, err := store.GetJobNumber(c, build, seq) + if err != nil { + c.AbortWithError(404, err) + return + } + node, err := store.GetNode(c, job.NodeID) + if err != nil { + c.AbortWithError(404, err) + return + } + engine_.Cancel(build.ID, job.ID, node) +} + +func PostBuild(c *gin.Context) { + + remote_ := remote.FromContext(c) + repo := session.Repo(c) + fork := c.DefaultQuery("fork", "false") + + num, err := strconv.Atoi(c.Param("number")) + if err != nil { + c.AbortWithError(http.StatusBadRequest, err) + return + } + + user, err := store.GetUser(c, repo.UserID) + if err != nil { + log.Errorf("failure to find repo owner %s. %s", repo.FullName, err) + c.AbortWithError(500, err) + return + } + + build, err := store.GetBuildNumber(c, repo, num) + if err != nil { + log.Errorf("failure to get build %d. %s", num, err) + c.AbortWithError(404, err) + return + } + + // if the remote has a refresh token, the current access token + // may be stale. Therefore, we should refresh prior to dispatching + // the job. + if refresher, ok := remote_.(remote.Refresher); ok { + ok, _ := refresher.Refresh(user) + if ok { + store.UpdateUser(c, user) + } + } + + // fetch the .drone.yml file from the database + raw, err := remote_.File(user, repo, build, droneYml) + if err != nil { + log.Errorf("failure to get build config for %s. %s", repo.FullName, err) + c.AbortWithError(404, err) + return + } + + // Fetch secrets file but don't exit on error as it's optional + sec, err := remote_.File(user, repo, build, droneSec) + if err != nil { + log.Debugf("cannot find build secrets for %s. %s", repo.FullName, err) + } + + key, _ := store.GetKey(c, repo) + netrc, err := remote_.Netrc(user, repo) + if err != nil { + log.Errorf("failure to generate netrc for %s. %s", repo.FullName, err) + c.AbortWithError(500, err) + return + } + + jobs, err := store.GetJobList(c, build) + if err != nil { + log.Errorf("failure to get build %d jobs. %s", build.Number, err) + c.AbortWithError(404, err) + return + } + + // must not restart a running build + if build.Status == model.StatusPending || build.Status == model.StatusRunning { + c.String(409, "Cannot re-start a started build") + return + } + + // forking the build creates a duplicate of the build + // and then executes. This retains prior build history. + if forkit, _ := strconv.ParseBool(fork); forkit { + build.ID = 0 + build.Number = 0 + for _, job := range jobs { + job.ID = 0 + job.NodeID = 0 + } + err := store.CreateBuild(c, build, jobs...) + if err != nil { + c.String(500, err.Error()) + return + } + + event := c.DefaultQuery("event", build.Event) + if event == model.EventPush || + event == model.EventPull || + event == model.EventTag || + event == model.EventDeploy { + build.Event = event + } + build.Deploy = c.DefaultQuery("deploy_to", build.Deploy) + } + + // todo move this to database tier + // and wrap inside a transaction + build.Status = model.StatusPending + build.Started = 0 + build.Finished = 0 + build.Enqueued = time.Now().UTC().Unix() + for _, job := range jobs { + job.Status = model.StatusPending + job.Started = 0 + job.Finished = 0 + job.ExitCode = 0 + job.NodeID = 0 + job.Enqueued = build.Enqueued + store.UpdateJob(c, job) + } + + err = store.UpdateBuild(c, build) + if err != nil { + c.AbortWithStatus(500) + return + } + + c.JSON(202, build) + + // get the previous build so that we can send + // on status change notifications + last, _ := store.GetBuildLastBefore(c, repo, build.Branch, build.ID) + + engine_ := context.Engine(c) + go engine_.Schedule(c.Copy(), &engine.Task{ + User: user, + Repo: repo, + Build: build, + BuildPrev: last, + Jobs: jobs, + Keys: key, + Netrc: netrc, + Config: string(raw), + Secret: string(sec), + System: &model.System{ + Link: httputil.GetURL(c.Request), + Plugins: strings.Split(os.Getenv("PLUGIN_FILTER"), " "), + Globals: strings.Split(os.Getenv("PLUGIN_PARAMS"), " "), + Escalates: strings.Split(os.Getenv("ESCALATE_FILTER"), " "), + }, + }) + +} diff --git a/controller/build.go b/controller/build.go deleted file mode 100644 index 066f8aee9..000000000 --- a/controller/build.go +++ /dev/null @@ -1,289 +0,0 @@ -package controller - -import ( - "io" - "net/http" - "os" - "strconv" - "strings" - "time" - - log "github.com/Sirupsen/logrus" - "github.com/drone/drone/engine" - "github.com/drone/drone/remote" - "github.com/drone/drone/shared/httputil" - "github.com/drone/drone/store" - "github.com/gin-gonic/gin" - - "github.com/drone/drone/model" - "github.com/drone/drone/router/middleware/context" - "github.com/drone/drone/router/middleware/session" -) - -func GetBuilds(c *gin.Context) { - repo := session.Repo(c) - builds, err := store.GetBuildList(c, repo) - if err != nil { - c.AbortWithStatus(http.StatusInternalServerError) - return - } - c.IndentedJSON(http.StatusOK, builds) -} - -func GetBuild(c *gin.Context) { - if c.Param("number") == "latest" { - GetBuildLast(c) - return - } - - repo := session.Repo(c) - num, err := strconv.Atoi(c.Param("number")) - if err != nil { - c.AbortWithError(http.StatusBadRequest, err) - return - } - - build, err := store.GetBuildNumber(c, repo, num) - if err != nil { - c.AbortWithError(http.StatusInternalServerError, err) - return - } - jobs, _ := store.GetJobList(c, build) - - out := struct { - *model.Build - Jobs []*model.Job `json:"jobs"` - }{build, jobs} - - c.IndentedJSON(http.StatusOK, &out) -} - -func GetBuildLast(c *gin.Context) { - repo := session.Repo(c) - branch := c.DefaultQuery("branch", repo.Branch) - - build, err := store.GetBuildLast(c, repo, branch) - if err != nil { - c.String(http.StatusInternalServerError, err.Error()) - return - } - jobs, _ := store.GetJobList(c, build) - - out := struct { - *model.Build - Jobs []*model.Job `json:"jobs"` - }{build, jobs} - - c.IndentedJSON(http.StatusOK, &out) -} - -func GetBuildLogs(c *gin.Context) { - repo := session.Repo(c) - - // the user may specify to stream the full logs, - // or partial logs, capped at 2MB. - full, _ := strconv.ParseBool(c.DefaultQuery("full", "false")) - - // parse the build number and job sequence number from - // the repquest parameter. - num, _ := strconv.Atoi(c.Params.ByName("number")) - seq, _ := strconv.Atoi(c.Params.ByName("job")) - - build, err := store.GetBuildNumber(c, repo, num) - if err != nil { - c.AbortWithError(404, err) - return - } - - job, err := store.GetJobNumber(c, build, seq) - if err != nil { - c.AbortWithError(404, err) - return - } - - r, err := store.ReadLog(c, job) - if err != nil { - c.AbortWithError(404, err) - return - } - - defer r.Close() - if full { - io.Copy(c.Writer, r) - } else { - io.Copy(c.Writer, io.LimitReader(r, 2000000)) - } -} - -func DeleteBuild(c *gin.Context) { - engine_ := context.Engine(c) - repo := session.Repo(c) - - // parse the build number and job sequence number from - // the repquest parameter. - num, _ := strconv.Atoi(c.Params.ByName("number")) - seq, _ := strconv.Atoi(c.Params.ByName("job")) - - build, err := store.GetBuildNumber(c, repo, num) - if err != nil { - c.AbortWithError(404, err) - return - } - - job, err := store.GetJobNumber(c, build, seq) - if err != nil { - c.AbortWithError(404, err) - return - } - node, err := store.GetNode(c, job.NodeID) - if err != nil { - c.AbortWithError(404, err) - return - } - engine_.Cancel(build.ID, job.ID, node) -} - -func PostBuild(c *gin.Context) { - - remote_ := remote.FromContext(c) - repo := session.Repo(c) - fork := c.DefaultQuery("fork", "false") - - num, err := strconv.Atoi(c.Param("number")) - if err != nil { - c.AbortWithError(http.StatusBadRequest, err) - return - } - - user, err := store.GetUser(c, repo.UserID) - if err != nil { - log.Errorf("failure to find repo owner %s. %s", repo.FullName, err) - c.AbortWithError(500, err) - return - } - - build, err := store.GetBuildNumber(c, repo, num) - if err != nil { - log.Errorf("failure to get build %d. %s", num, err) - c.AbortWithError(404, err) - return - } - - // if the remote has a refresh token, the current access token - // may be stale. Therefore, we should refresh prior to dispatching - // the job. - if refresher, ok := remote_.(remote.Refresher); ok { - ok, _ := refresher.Refresh(user) - if ok { - store.UpdateUser(c, user) - } - } - - // fetch the .drone.yml file from the database - raw, err := remote_.File(user, repo, build, droneYml) - if err != nil { - log.Errorf("failure to get build config for %s. %s", repo.FullName, err) - c.AbortWithError(404, err) - return - } - - // Fetch secrets file but don't exit on error as it's optional - sec, err := remote_.File(user, repo, build, droneSec) - if err != nil { - log.Debugf("cannot find build secrets for %s. %s", repo.FullName, err) - } - - key, _ := store.GetKey(c, repo) - netrc, err := remote_.Netrc(user, repo) - if err != nil { - log.Errorf("failure to generate netrc for %s. %s", repo.FullName, err) - c.AbortWithError(500, err) - return - } - - jobs, err := store.GetJobList(c, build) - if err != nil { - log.Errorf("failure to get build %d jobs. %s", build.Number, err) - c.AbortWithError(404, err) - return - } - - // must not restart a running build - if build.Status == model.StatusPending || build.Status == model.StatusRunning { - c.String(409, "Cannot re-start a started build") - return - } - - // forking the build creates a duplicate of the build - // and then executes. This retains prior build history. - if forkit, _ := strconv.ParseBool(fork); forkit { - build.ID = 0 - build.Number = 0 - for _, job := range jobs { - job.ID = 0 - job.NodeID = 0 - } - err := store.CreateBuild(c, build, jobs...) - if err != nil { - c.String(500, err.Error()) - return - } - - event := c.DefaultQuery("event", build.Event) - if event == model.EventPush || - event == model.EventPull || - event == model.EventTag || - event == model.EventDeploy { - build.Event = event - } - build.Deploy = c.DefaultQuery("deploy_to", build.Deploy) - } - - // todo move this to database tier - // and wrap inside a transaction - build.Status = model.StatusPending - build.Started = 0 - build.Finished = 0 - build.Enqueued = time.Now().UTC().Unix() - for _, job := range jobs { - job.Status = model.StatusPending - job.Started = 0 - job.Finished = 0 - job.ExitCode = 0 - job.NodeID = 0 - job.Enqueued = build.Enqueued - store.UpdateJob(c, job) - } - - err = store.UpdateBuild(c, build) - if err != nil { - c.AbortWithStatus(500) - return - } - - c.JSON(202, build) - - // get the previous build so that we can send - // on status change notifications - last, _ := store.GetBuildLastBefore(c, repo, build.Branch, build.ID) - - engine_ := context.Engine(c) - go engine_.Schedule(c.Copy(), &engine.Task{ - User: user, - Repo: repo, - Build: build, - BuildPrev: last, - Jobs: jobs, - Keys: key, - Netrc: netrc, - Config: string(raw), - Secret: string(sec), - System: &model.System{ - Link: httputil.GetURL(c.Request), - Plugins: strings.Split(os.Getenv("PLUGIN_FILTER"), " "), - Globals: strings.Split(os.Getenv("PLUGIN_PARAMS"), " "), - Escalates: strings.Split(os.Getenv("ESCALATE_FILTER"), " "), - }, - }) - -} diff --git a/model/build.go b/model/build.go index fa794931b..d258cb826 100644 --- a/model/build.go +++ b/model/build.go @@ -1,5 +1,6 @@ package model +// swagger:model build type Build struct { ID int64 `json:"id" meddler:"build_id,pk"` RepoID int64 `json:"-" meddler:"build_repo_id"` diff --git a/model/job.go b/model/job.go index edf6631d6..be39d201f 100644 --- a/model/job.go +++ b/model/job.go @@ -1,5 +1,6 @@ package model +// swagger:model job type Job struct { ID int64 `json:"id" meddler:"job_id,pk"` BuildID int64 `json:"-" meddler:"job_build_id"` diff --git a/router/router.go b/router/router.go index 112f62ace..2c97a2c57 100644 --- a/router/router.go +++ b/router/router.go @@ -99,9 +99,9 @@ func Load(middleware ...gin.HandlerFunc) http.Handler { repo.GET("", api.GetRepo) repo.GET("/key", api.GetRepoKey) repo.POST("/key", api.PostRepoKey) - repo.GET("/builds", controller.GetBuilds) - repo.GET("/builds/:number", controller.GetBuild) - repo.GET("/logs/:number/:job", controller.GetBuildLogs) + repo.GET("/builds", api.GetBuilds) + repo.GET("/builds/:number", api.GetBuild) + repo.GET("/logs/:number/:job", api.GetBuildLogs) // requires authenticated user repo.POST("/encrypt", session.MustUser(), api.PostSecure) @@ -110,8 +110,8 @@ func Load(middleware ...gin.HandlerFunc) http.Handler { repo.PATCH("", session.MustPush, api.PatchRepo) repo.DELETE("", session.MustPush, api.DeleteRepo) - repo.POST("/builds/:number", session.MustPush, controller.PostBuild) - repo.DELETE("/builds/:number/:job", session.MustPush, controller.DeleteBuild) + repo.POST("/builds/:number", session.MustPush, api.PostBuild) + repo.DELETE("/builds/:number/:job", session.MustPush, api.DeleteBuild) } }