woodpecker/server/build.go

718 lines
16 KiB
Go
Raw Normal View History

2016-05-02 19:21:25 +00:00
package server
2016-03-31 06:24:47 +00:00
import (
2018-01-18 17:26:28 +00:00
"bytes"
2017-03-05 11:05:16 +00:00
"context"
2017-03-14 15:56:22 +00:00
"encoding/json"
2017-03-05 11:05:16 +00:00
"fmt"
2016-09-28 01:30:28 +00:00
"io"
2016-03-31 06:24:47 +00:00
"net/http"
"strconv"
"time"
2017-03-18 09:16:39 +00:00
"github.com/Sirupsen/logrus"
2017-03-14 15:56:22 +00:00
"github.com/cncd/pipeline/pipeline/rpc"
"github.com/cncd/pubsub"
2017-03-05 11:05:16 +00:00
"github.com/cncd/queue"
2016-03-31 06:24:47 +00:00
"github.com/drone/drone/remote"
"github.com/drone/drone/shared/httputil"
"github.com/drone/drone/store"
"github.com/gin-gonic/gin"
"github.com/drone/drone/model"
"github.com/drone/drone/router/middleware/session"
)
func GetBuilds(c *gin.Context) {
repo := session.Repo(c)
builds, err := store.GetBuildList(c, repo)
if err != nil {
c.AbortWithStatus(http.StatusInternalServerError)
return
}
2016-06-14 21:01:20 +00:00
c.JSON(http.StatusOK, builds)
2016-03-31 06:24:47 +00:00
}
func GetBuild(c *gin.Context) {
if c.Param("number") == "latest" {
GetBuildLast(c)
return
}
repo := session.Repo(c)
num, err := strconv.Atoi(c.Param("number"))
if err != nil {
c.AbortWithError(http.StatusBadRequest, err)
return
}
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(http.StatusInternalServerError, err)
return
}
2017-07-26 21:58:44 +00:00
files, _ := store.FromContext(c).FileList(build)
2017-04-02 14:13:26 +00:00
procs, _ := store.FromContext(c).ProcList(build)
build.Procs = model.Tree(procs)
2017-07-26 21:58:44 +00:00
build.Files = files
2016-03-31 06:24:47 +00:00
2017-04-02 14:13:26 +00:00
c.JSON(http.StatusOK, build)
2016-03-31 06:24:47 +00:00
}
func GetBuildLast(c *gin.Context) {
repo := session.Repo(c)
branch := c.DefaultQuery("branch", repo.Branch)
build, err := store.GetBuildLast(c, repo, branch)
if err != nil {
c.String(http.StatusInternalServerError, err.Error())
return
}
2017-04-02 14:13:26 +00:00
procs, _ := store.FromContext(c).ProcList(build)
build.Procs = model.Tree(procs)
c.JSON(http.StatusOK, build)
2016-03-31 06:24:47 +00:00
}
func GetBuildLogs(c *gin.Context) {
repo := session.Repo(c)
// parse the build number and job sequence number from
// the repquest parameter.
num, _ := strconv.Atoi(c.Params.ByName("number"))
2017-08-25 00:03:11 +00:00
ppid, _ := strconv.Atoi(c.Params.ByName("pid"))
2017-04-03 09:34:37 +00:00
name := c.Params.ByName("proc")
2016-03-31 06:24:47 +00:00
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(404, err)
return
}
2017-04-03 09:34:37 +00:00
proc, err := store.FromContext(c).ProcChild(build, ppid, name)
2016-03-31 06:24:47 +00:00
if err != nil {
c.AbortWithError(404, err)
return
}
2017-04-03 09:34:37 +00:00
rc, err := store.FromContext(c).LogFind(proc)
2016-03-31 06:24:47 +00:00
if err != nil {
c.AbortWithError(404, err)
return
}
2017-04-02 14:13:26 +00:00
defer rc.Close()
2016-05-11 07:36:01 +00:00
2017-08-25 00:03:11 +00:00
c.Header("Content-Type", "application/json")
io.Copy(c.Writer, rc)
}
func GetProcLogs(c *gin.Context) {
repo := session.Repo(c)
// parse the build number and job sequence number from
// the repquest parameter.
num, _ := strconv.Atoi(c.Params.ByName("number"))
pid, _ := strconv.Atoi(c.Params.ByName("pid"))
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(404, err)
return
}
proc, err := store.FromContext(c).ProcFind(build, pid)
if err != nil {
c.AbortWithError(404, err)
return
}
rc, err := store.FromContext(c).LogFind(proc)
if err != nil {
c.AbortWithError(404, err)
return
}
defer rc.Close()
2016-06-14 21:01:20 +00:00
c.Header("Content-Type", "application/json")
2017-04-02 14:13:26 +00:00
io.Copy(c.Writer, rc)
2016-03-31 06:24:47 +00:00
}
func DeleteBuild(c *gin.Context) {
repo := session.Repo(c)
// parse the build number and job sequence number from
// the repquest parameter.
num, _ := strconv.Atoi(c.Params.ByName("number"))
seq, _ := strconv.Atoi(c.Params.ByName("job"))
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(404, err)
return
}
2017-04-02 14:13:26 +00:00
proc, err := store.FromContext(c).ProcFind(build, seq)
2016-03-31 06:24:47 +00:00
if err != nil {
c.AbortWithError(404, err)
return
}
2017-04-02 14:13:26 +00:00
if proc.State != model.StatusRunning {
2016-07-13 21:25:40 +00:00
c.String(400, "Cannot cancel a non-running build")
return
}
2017-04-02 14:13:26 +00:00
proc.State = model.StatusKilled
proc.Stopped = time.Now().Unix()
if proc.Started == 0 {
proc.Started = proc.Stopped
2016-07-13 21:25:40 +00:00
}
2017-04-02 14:13:26 +00:00
proc.ExitCode = 137
// TODO cancel child procs
store.FromContext(c).ProcUpdate(proc)
2016-07-13 21:25:40 +00:00
Config.Services.Queue.Error(context.Background(), fmt.Sprint(proc.ID), queue.ErrCancel)
c.String(204, "")
2016-03-31 06:24:47 +00:00
}
2017-08-01 16:57:01 +00:00
// ZombieKill kills zombie processes stuck in an infinite pending
// or running state. This can only be invoked by administrators and
// may have negative effects.
func ZombieKill(c *gin.Context) {
repo := session.Repo(c)
// parse the build number and job sequence number from
// the repquest parameter.
num, _ := strconv.Atoi(c.Params.ByName("number"))
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(404, err)
return
}
procs, err := store.FromContext(c).ProcList(build)
if err != nil {
c.AbortWithError(404, err)
return
}
if build.Status != model.StatusRunning {
c.String(400, "Cannot force cancel a non-running build")
return
}
for _, proc := range procs {
if proc.Running() {
proc.State = model.StatusKilled
proc.ExitCode = 137
proc.Stopped = time.Now().Unix()
if proc.Started == 0 {
proc.Started = proc.Stopped
}
}
}
for _, proc := range procs {
store.FromContext(c).ProcUpdate(proc)
Config.Services.Queue.Error(context.Background(), fmt.Sprint(proc.ID), queue.ErrCancel)
}
build.Status = model.StatusKilled
build.Finished = time.Now().Unix()
store.FromContext(c).UpdateBuild(build)
c.String(204, "")
}
2017-03-18 08:49:27 +00:00
func PostApproval(c *gin.Context) {
var (
2017-03-18 11:25:53 +00:00
remote_ = remote.FromContext(c)
repo = session.Repo(c)
user = session.User(c)
num, _ = strconv.Atoi(
2017-03-18 08:49:27 +00:00
c.Params.ByName("number"),
)
)
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(404, err)
return
}
if build.Status != model.StatusBlocked {
c.String(500, "cannot decline a build with status %s", build.Status)
return
}
build.Status = model.StatusPending
build.Reviewed = time.Now().Unix()
build.Reviewer = user.Login
2017-03-18 11:25:53 +00:00
//
//
// This code is copied pasted until I have a chance
// to refactor into a proper function. Lots of changes
// and technical debt. No judgement please!
//
//
// fetch the build file from the database
2017-05-05 16:59:37 +00:00
conf, err := Config.Storage.Config.ConfigLoad(build.ConfigID)
2017-03-18 11:25:53 +00:00
if err != nil {
logrus.Errorf("failure to get build config for %s. %s", repo.FullName, err)
c.AbortWithError(404, err)
return
}
netrc, err := remote_.Netrc(user, repo)
if err != nil {
c.String(500, "Failed to generate netrc file. %s", err)
return
}
if uerr := store.UpdateBuild(c, build); err != nil {
c.String(500, "error updating build. %s", uerr)
return
}
c.JSON(200, build)
// get the previous build so that we can send
// on status change notifications
last, _ := store.GetBuildLastBefore(c, repo, build.Branch, build.ID)
2017-05-19 21:36:08 +00:00
secs, err := Config.Services.Secrets.SecretListBuild(repo, build)
2017-03-18 11:25:53 +00:00
if err != nil {
logrus.Debugf("Error getting secrets for %s#%d. %s", repo.FullName, build.Number, err)
}
regs, err := Config.Services.Registries.RegistryList(repo)
2017-04-06 16:04:25 +00:00
if err != nil {
logrus.Debugf("Error getting registry credentials for %s#%d. %s", repo.FullName, build.Number, err)
}
2017-06-26 19:27:53 +00:00
envs := map[string]string{}
if Config.Services.Environ != nil {
globals, _ := Config.Services.Environ.EnvironList(repo)
for _, global := range globals {
envs[global.Name] = global.Value
}
}
2017-03-18 11:25:53 +00:00
defer func() {
uri := fmt.Sprintf("%s/%s/%d", httputil.GetURL(c.Request), repo.FullName, build.Number)
err = remote_.Status(user, repo, build, uri)
if err != nil {
logrus.Errorf("error setting commit status for %s/%d: %v", repo.FullName, build.Number, err)
2017-03-18 11:25:53 +00:00
}
}()
b := builder{
Repo: repo,
Curr: build,
Last: last,
Netrc: netrc,
Secs: secs,
2017-04-06 16:04:25 +00:00
Regs: regs,
2017-03-18 11:25:53 +00:00
Link: httputil.GetURL(c.Request),
2017-05-05 16:59:37 +00:00
Yaml: conf.Data,
2017-06-26 19:27:53 +00:00
Envs: envs,
2017-03-18 11:25:53 +00:00
}
items, err := b.Build()
if err != nil {
build.Status = model.StatusError
build.Started = time.Now().Unix()
build.Finished = build.Started
build.Error = err.Error()
store.UpdateBuild(c, build)
2017-03-18 08:49:27 +00:00
return
}
2017-04-02 14:13:26 +00:00
var pcounter = len(items)
2017-03-18 11:25:53 +00:00
for _, item := range items {
2017-04-02 14:13:26 +00:00
build.Procs = append(build.Procs, item.Proc)
item.Proc.BuildID = build.ID
for _, stage := range item.Config.Stages {
var gid int
for _, step := range stage.Steps {
pcounter++
if gid == 0 {
gid = pcounter
}
proc := &model.Proc{
BuildID: build.ID,
Name: step.Alias,
PID: pcounter,
PPID: item.Proc.PID,
PGID: gid,
State: model.StatusPending,
}
build.Procs = append(build.Procs, proc)
}
}
2017-03-18 11:25:53 +00:00
}
2017-04-02 14:13:26 +00:00
store.FromContext(c).ProcCreate(build.Procs)
2017-03-18 11:25:53 +00:00
//
// publish topic
//
2017-04-04 09:30:06 +00:00
buildCopy := *build
buildCopy.Procs = model.Tree(buildCopy.Procs)
2017-03-18 11:25:53 +00:00
message := pubsub.Message{
Labels: map[string]string{
"repo": repo.FullName,
"private": strconv.FormatBool(repo.IsPrivate),
},
}
message.Data, _ = json.Marshal(model.Event{
Type: model.Enqueued,
Repo: *repo,
2017-04-04 09:30:06 +00:00
Build: buildCopy,
2017-03-18 11:25:53 +00:00
})
// TODO remove global reference
Config.Services.Pubsub.Publish(c, "topic/events", message)
2017-04-04 09:30:06 +00:00
2017-03-18 08:49:27 +00:00
//
2017-03-18 11:25:53 +00:00
// end publish topic
2017-03-18 08:49:27 +00:00
//
2017-03-18 11:25:53 +00:00
for _, item := range items {
task := new(queue.Task)
2017-04-02 14:13:26 +00:00
task.ID = fmt.Sprint(item.Proc.ID)
2017-03-18 11:25:53 +00:00
task.Labels = map[string]string{}
task.Labels["platform"] = item.Platform
for k, v := range item.Labels {
task.Labels[k] = v
}
task.Data, _ = json.Marshal(rpc.Pipeline{
2017-04-02 14:13:26 +00:00
ID: fmt.Sprint(item.Proc.ID),
2017-03-18 11:25:53 +00:00
Config: item.Config,
Timeout: b.Repo.Timeout,
})
Config.Services.Logs.Open(context.Background(), task.ID)
Config.Services.Queue.Push(context.Background(), task)
2017-03-18 11:25:53 +00:00
}
2017-03-18 08:49:27 +00:00
}
func PostDecline(c *gin.Context) {
var (
2017-03-18 09:16:39 +00:00
remote_ = remote.FromContext(c)
repo = session.Repo(c)
user = session.User(c)
num, _ = strconv.Atoi(
2017-03-18 08:49:27 +00:00
c.Params.ByName("number"),
)
)
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(404, err)
return
}
if build.Status != model.StatusBlocked {
c.String(500, "cannot decline a build with status %s", build.Status)
return
}
build.Status = model.StatusDeclined
build.Reviewed = time.Now().Unix()
build.Reviewer = user.Login
2017-03-18 09:16:39 +00:00
err = store.UpdateBuild(c, build)
if err != nil {
2017-03-18 08:49:27 +00:00
c.String(500, "error updating build. %s", err)
return
}
2017-03-18 09:16:39 +00:00
2017-03-18 11:25:53 +00:00
uri := fmt.Sprintf("%s/%s/%d", httputil.GetURL(c.Request), repo.FullName, build.Number)
err = remote_.Status(user, repo, build, uri)
if err != nil {
logrus.Errorf("error setting commit status for %s/%d: %v", repo.FullName, build.Number, err)
2017-03-18 09:16:39 +00:00
}
2017-03-18 08:49:27 +00:00
c.JSON(200, build)
}
func GetBuildQueue(c *gin.Context) {
out, err := store.GetBuildQueue(c)
if err != nil {
c.String(500, "Error getting build queue. %s", err)
return
}
c.JSON(200, out)
}
2016-09-28 01:30:28 +00:00
2017-03-14 15:56:22 +00:00
//
//
//
//
//
//
2017-03-16 10:14:02 +00:00
func PostBuild(c *gin.Context) {
2017-03-14 15:56:22 +00:00
remote_ := remote.FromContext(c)
repo := session.Repo(c)
num, err := strconv.Atoi(c.Param("number"))
if err != nil {
c.AbortWithError(http.StatusBadRequest, err)
return
}
user, err := store.GetUser(c, repo.UserID)
if err != nil {
2017-03-18 09:16:39 +00:00
logrus.Errorf("failure to find repo owner %s. %s", repo.FullName, err)
2017-03-14 15:56:22 +00:00
c.AbortWithError(500, err)
return
}
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
2017-03-18 09:16:39 +00:00
logrus.Errorf("failure to get build %d. %s", num, err)
2017-03-14 15:56:22 +00:00
c.AbortWithError(404, err)
return
}
2017-09-14 22:33:12 +00:00
switch build.Status {
case model.StatusPending,
model.StatusRunning,
model.StatusDeclined,
model.StatusBlocked,
model.StatusError:
c.String(500, "cannot restart a build with status %s", build.Status)
return
}
2017-03-14 15:56:22 +00:00
// if the remote has a refresh token, the current access token
// may be stale. Therefore, we should refresh prior to dispatching
// the job.
if refresher, ok := remote_.(remote.Refresher); ok {
ok, _ := refresher.Refresh(user)
if ok {
store.UpdateUser(c, user)
}
}
// fetch the .drone.yml file from the database
2017-05-05 16:59:37 +00:00
conf, err := Config.Storage.Config.ConfigLoad(build.ConfigID)
2017-03-14 15:56:22 +00:00
if err != nil {
2017-03-18 09:16:39 +00:00
logrus.Errorf("failure to get build config for %s. %s", repo.FullName, err)
2017-03-14 15:56:22 +00:00
c.AbortWithError(404, err)
return
}
netrc, err := remote_.Netrc(user, repo)
if err != nil {
2017-03-18 09:16:39 +00:00
logrus.Errorf("failure to generate netrc for %s. %s", repo.FullName, err)
2017-03-14 15:56:22 +00:00
c.AbortWithError(500, err)
return
}
build.ID = 0
build.Number = 0
build.Parent = num
build.Status = model.StatusPending
build.Started = 0
build.Finished = 0
build.Enqueued = time.Now().UTC().Unix()
build.Error = ""
build.Deploy = c.DefaultQuery("deploy_to", build.Deploy)
2017-09-08 00:43:33 +00:00
event := c.DefaultQuery("event", build.Event)
if event == model.EventPush ||
event == model.EventPull ||
event == model.EventTag ||
event == model.EventDeploy {
build.Event = event
}
err = store.CreateBuild(c, build)
if err != nil {
c.String(500, err.Error())
return
2017-03-14 15:56:22 +00:00
}
// Read query string parameters into buildParams, exclude reserved params
var buildParams = map[string]string{}
for key, val := range c.Request.URL.Query() {
switch key {
case "fork", "event", "deploy_to":
default:
// We only accept string literals, because build parameters will be
// injected as environment variables
buildParams[key] = val[0]
}
}
// get the previous build so that we can send
// on status change notifications
last, _ := store.GetBuildLastBefore(c, repo, build.Branch, build.ID)
2017-05-19 21:36:08 +00:00
secs, err := Config.Services.Secrets.SecretListBuild(repo, build)
2017-03-14 15:56:22 +00:00
if err != nil {
2017-03-18 09:16:39 +00:00
logrus.Debugf("Error getting secrets for %s#%d. %s", repo.FullName, build.Number, err)
2017-03-14 15:56:22 +00:00
}
regs, err := Config.Services.Registries.RegistryList(repo)
2017-04-06 16:04:25 +00:00
if err != nil {
logrus.Debugf("Error getting registry credentials for %s#%d. %s", repo.FullName, build.Number, err)
}
2017-06-26 19:27:53 +00:00
if Config.Services.Environ != nil {
globals, _ := Config.Services.Environ.EnvironList(repo)
for _, global := range globals {
buildParams[global.Name] = global.Value
}
}
2017-03-14 15:56:22 +00:00
b := builder{
Repo: repo,
Curr: build,
Last: last,
Netrc: netrc,
Secs: secs,
2017-04-06 16:04:25 +00:00
Regs: regs,
2017-03-14 15:56:22 +00:00
Link: httputil.GetURL(c.Request),
2017-05-05 16:59:37 +00:00
Yaml: conf.Data,
Envs: buildParams,
2017-03-14 15:56:22 +00:00
}
items, err := b.Build()
if err != nil {
build.Status = model.StatusError
build.Started = time.Now().Unix()
build.Finished = build.Started
build.Error = err.Error()
c.JSON(500, build)
2017-03-14 15:56:22 +00:00
return
}
var pcounter = len(items)
for _, item := range items {
2017-04-02 14:13:26 +00:00
build.Procs = append(build.Procs, item.Proc)
item.Proc.BuildID = build.ID
2017-04-02 14:13:26 +00:00
for _, stage := range item.Config.Stages {
var gid int
for _, step := range stage.Steps {
pcounter++
if gid == 0 {
gid = pcounter
}
proc := &model.Proc{
BuildID: build.ID,
Name: step.Alias,
PID: pcounter,
PPID: item.Proc.PID,
PGID: gid,
State: model.StatusPending,
}
build.Procs = append(build.Procs, proc)
}
}
2017-03-14 15:56:22 +00:00
}
err = store.FromContext(c).ProcCreate(build.Procs)
if err != nil {
logrus.Errorf("cannot restart %s#%d: %s", repo.FullName, build.Number, err)
build.Status = model.StatusError
build.Started = time.Now().Unix()
build.Finished = build.Started
build.Error = err.Error()
c.JSON(500, build)
return
}
c.JSON(202, build)
2017-03-14 15:56:22 +00:00
//
// publish topic
//
2017-04-04 09:30:06 +00:00
buildCopy := *build
buildCopy.Procs = model.Tree(buildCopy.Procs)
2017-03-14 15:56:22 +00:00
message := pubsub.Message{
Labels: map[string]string{
"repo": repo.FullName,
"private": strconv.FormatBool(repo.IsPrivate),
},
}
message.Data, _ = json.Marshal(model.Event{
Type: model.Enqueued,
Repo: *repo,
2017-04-04 09:30:06 +00:00
Build: buildCopy,
2017-03-14 15:56:22 +00:00
})
// TODO remove global reference
Config.Services.Pubsub.Publish(c, "topic/events", message)
2017-03-14 15:56:22 +00:00
//
// end publish topic
//
for _, item := range items {
task := new(queue.Task)
2017-04-02 14:13:26 +00:00
task.ID = fmt.Sprint(item.Proc.ID)
2017-03-14 15:56:22 +00:00
task.Labels = map[string]string{}
task.Labels["platform"] = item.Platform
for k, v := range item.Labels {
task.Labels[k] = v
}
task.Data, _ = json.Marshal(rpc.Pipeline{
2017-04-02 14:13:26 +00:00
ID: fmt.Sprint(item.Proc.ID),
2017-03-14 15:56:22 +00:00
Config: item.Config,
Timeout: b.Repo.Timeout,
})
Config.Services.Logs.Open(context.Background(), task.ID)
Config.Services.Queue.Push(context.Background(), task)
2017-03-14 15:56:22 +00:00
}
}
2018-01-18 17:26:28 +00:00
//
///
//
func DeleteBuildLogs(c *gin.Context) {
repo := session.Repo(c)
user := session.User(c)
2018-01-18 17:26:28 +00:00
num, _ := strconv.Atoi(c.Params.ByName("number"))
build, err := store.GetBuildNumber(c, repo, num)
if err != nil {
c.AbortWithError(404, err)
return
}
procs, err := store.FromContext(c).ProcList(build)
if err != nil {
c.AbortWithError(404, err)
return
}
switch build.Status {
case model.StatusRunning, model.StatusPending:
c.String(400, "Cannot delete logs for a pending or running build")
return
}
for _, proc := range procs {
2018-01-18 18:20:42 +00:00
t := time.Now().UTC()
buf := bytes.NewBufferString(fmt.Sprintf(deleteStr, proc.Name, user.Login, t.Format(time.UnixDate)))
2018-01-18 17:26:28 +00:00
lerr := store.FromContext(c).LogSave(proc, buf)
if lerr != nil {
err = lerr
}
}
if err != nil {
c.String(400, "There was a problem deleting your logs. %s", err)
return
}
c.String(204, "")
}
var deleteStr = `[
{
"proc": %q,
"pos": 0,
2018-01-18 18:08:11 +00:00
"out": "logs purged by %s on %s\n"
2018-01-18 17:26:28 +00:00
}
]`