Compare commits
51 Commits
Author | SHA1 | Date |
---|---|---|
Tim Shannon | eaf4d9c4f5 | |
Tim Shannon | cb9cea887e | |
Tim Shannon | 74c85da725 | |
Tim Shannon | 29412a68ff | |
Tim Shannon | 2bc13eca6c | |
Tim Shannon | f8d5ddb469 | |
Tim Shannon | 3bbb8d7c20 | |
Tim Shannon | c7745beb28 | |
Tim Shannon | f4dea30265 | |
Tim Shannon | 479175baa0 | |
Tim Shannon | dbf41e948b | |
Tim Shannon | 1e3eb54ea2 | |
Tim Shannon | b1c259640e | |
Tim Shannon | 35ec632334 | |
Tim Shannon | 52750bad48 | |
Tim Shannon | f75d91d4c0 | |
Tim Shannon | 22db2cfdad | |
Tim Shannon | 85d8ad8221 | |
Tim Shannon | f0e7c794c6 | |
Tim Shannon | d0b745cc9f | |
Tim Shannon | 6e3ddacbf4 | |
Tim Shannon | 0ab64982da | |
Tim Shannon | a5e982f508 | |
Tim Shannon | 1a161d9554 | |
Tim Shannon | a3a7c4f66b | |
Tim Shannon | 07d499456b | |
Tim Shannon | 21ebb286a6 | |
Tim Shannon | 8d79ded661 | |
Tim Shannon | 24b541801a | |
Tim Shannon | 04060ee63d | |
Tim Shannon | 345062d93a | |
Tim Shannon | 7a0b821be4 | |
Tim Shannon | e586626a69 | |
Tim Shannon | 2066c68257 | |
Tim Shannon | 6afd073f57 | |
Tim Shannon | 4785efdfc2 | |
Tim Shannon | dd12b9dfbf | |
Tim Shannon | 78d160247d | |
Tim Shannon | 01f655a2a1 | |
Tim Shannon | 6ca5b8668a | |
Tim Shannon | 0cabc10fd7 | |
Tim Shannon | 358b2069d6 | |
Tim Shannon | 9cb1f8c347 | |
Tim Shannon | 066ae7aa32 | |
Tim Shannon | 0908c91a7d | |
Tim Shannon | 9632d7f2b6 | |
Tim Shannon | 19d11b456b | |
Tim Shannon | f0735abb32 | |
Tim Shannon | b1ee0c640e | |
Tim Shannon | cf681a83f5 | |
Tim Shannon | 481c2574a6 |
File diff suppressed because one or more lines are too long
3
build.sh
3
build.sh
|
@ -1,2 +1,3 @@
|
|||
#!/bin/bash
|
||||
go-bindata web/... && go build -a -v -o ironsmith
|
||||
|
||||
go-bindata web/... && go build -a -o ironsmith
|
||||
|
|
35
cycle.go
35
cycle.go
|
@ -27,7 +27,7 @@ Project life cycle:
|
|||
|
||||
// load is the beginning of the cycle. Loads / reloads the project file to make sure that the scripts are up-to-date
|
||||
// call's fetch and triggers the next poll if one exists
|
||||
func (p *Project) load() {
|
||||
func (p *Project) load(forceBuild bool) {
|
||||
p.processing.Lock() // ensure only one cycle is running at a time per project
|
||||
defer p.processing.Unlock()
|
||||
|
||||
|
@ -64,24 +64,25 @@ func (p *Project) load() {
|
|||
|
||||
p.setData(new)
|
||||
|
||||
p.fetch()
|
||||
p.fetch(forceBuild)
|
||||
|
||||
p.setStage(stageWait)
|
||||
|
||||
//full cycle completed
|
||||
p.errHandled(p.ds.TrimVersions(p.MaxVersions))
|
||||
|
||||
if p.poll > 0 {
|
||||
//start polling
|
||||
go func() {
|
||||
time.AfterFunc(p.poll, p.load)
|
||||
}()
|
||||
time.AfterFunc(p.poll, func() {
|
||||
p.load(false)
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
// fetch first runs the fetch script into a temporary directory
|
||||
// then it runs the version script in the temp directory to see if there is a newer version of the
|
||||
// fetched code, if there is then the temp dir is renamed to the version name
|
||||
func (p *Project) fetch() {
|
||||
func (p *Project) fetch(forceBuild bool) {
|
||||
p.setStage(stageFetch)
|
||||
p.start = time.Now()
|
||||
|
||||
|
@ -110,18 +111,20 @@ func (p *Project) fetch() {
|
|||
|
||||
p.setVersion(strings.TrimSpace(string(version)))
|
||||
|
||||
// check if this specific version has attempted a build yet
|
||||
lVer, err := p.ds.LastVersion(stageBuild)
|
||||
if err != datastore.ErrNotFound && p.errHandled(err) {
|
||||
return
|
||||
}
|
||||
if !forceBuild {
|
||||
// if not forced build, then check if this specific version has attempted a build yet
|
||||
lVer, err := p.ds.LastVersion(stageBuild)
|
||||
if err != datastore.ErrNotFound && p.errHandled(err) {
|
||||
return
|
||||
}
|
||||
|
||||
if p.version == "" || p.version == lVer.Version {
|
||||
// no new build clean up temp dir
|
||||
p.errHandled(os.RemoveAll(tempDir))
|
||||
if p.version == "" || p.version == lVer.Version {
|
||||
// no new build clean up temp dir
|
||||
p.errHandled(os.RemoveAll(tempDir))
|
||||
|
||||
vlog("No new version found for Project: %s Version: %s.\n", p.id(), p.version)
|
||||
return
|
||||
vlog("No new version found for Project: %s Version: %s.\n", p.id(), p.version)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
//remove any existing data that matches version hash
|
||||
|
|
|
@ -67,6 +67,83 @@ func (ds *Store) Close() error {
|
|||
return ds.bolt.Close()
|
||||
}
|
||||
|
||||
// TrimVersions Removes versions from the datastore file until it reaches the maxVersions count
|
||||
func (ds *Store) TrimVersions(maxVersions int) error {
|
||||
if maxVersions <= 0 {
|
||||
// no max set
|
||||
return nil
|
||||
}
|
||||
|
||||
versions, err := ds.Versions()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if len(versions) <= maxVersions {
|
||||
return nil
|
||||
}
|
||||
|
||||
remove := versions[maxVersions:]
|
||||
|
||||
for i := range remove {
|
||||
err = ds.deleteVersion(remove[i].Version)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// removes the earliest instance of a specific version
|
||||
func (ds *Store) deleteVersion(version string) error {
|
||||
return ds.bolt.Update(func(tx *bolt.Tx) error {
|
||||
// remove all logs for this version
|
||||
c := tx.Bucket([]byte(bucketLog)).Cursor()
|
||||
|
||||
for k, v := c.First(); k != nil; k, v = c.Next() {
|
||||
lg := &Log{}
|
||||
|
||||
err := json.Unmarshal(v, lg)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if lg.Version != version {
|
||||
break
|
||||
}
|
||||
|
||||
err = c.Delete()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
// remove all releases for this version
|
||||
release, err := ds.Release(version)
|
||||
if err == ErrNotFound {
|
||||
return nil
|
||||
}
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
err = tx.Bucket([]byte(bucketReleases)).Delete(release.FileKey.Bytes())
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
// remove release file for this version
|
||||
err = tx.Bucket([]byte(bucketFiles)).Delete(release.FileKey.Bytes())
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
})
|
||||
|
||||
}
|
||||
|
||||
func (ds *Store) get(bucket string, key []byte, result interface{}) error {
|
||||
return ds.bolt.View(func(tx *bolt.Tx) error {
|
||||
dsValue := tx.Bucket([]byte(bucket)).Get(key)
|
||||
|
@ -93,9 +170,3 @@ func (ds *Store) put(bucket string, key []byte, value interface{}) error {
|
|||
return tx.Bucket([]byte(bucket)).Put(key, dsValue)
|
||||
})
|
||||
}
|
||||
|
||||
func (ds *Store) delete(bucket string, key []byte) error {
|
||||
return ds.bolt.Update(func(tx *bolt.Tx) error {
|
||||
return tx.Bucket([]byte(bucket)).Delete(key)
|
||||
})
|
||||
}
|
||||
|
|
|
@ -28,13 +28,13 @@ const (
|
|||
|
||||
// AddRelease adds a new Release
|
||||
func (ds *Store) AddRelease(version, fileName string, fileData []byte) error {
|
||||
fileKey := NewTimeKey()
|
||||
key := NewTimeKey()
|
||||
|
||||
r := &Release{
|
||||
When: fileKey.Time(),
|
||||
When: key.Time(),
|
||||
Version: version,
|
||||
FileName: fileName,
|
||||
FileKey: fileKey,
|
||||
FileKey: key,
|
||||
}
|
||||
|
||||
dsValue, err := json.Marshal(r)
|
||||
|
@ -43,12 +43,12 @@ func (ds *Store) AddRelease(version, fileName string, fileData []byte) error {
|
|||
}
|
||||
|
||||
return ds.bolt.Update(func(tx *bolt.Tx) error {
|
||||
err = tx.Bucket([]byte(bucketReleases)).Put([]byte(version), dsValue)
|
||||
err = tx.Bucket([]byte(bucketReleases)).Put(key.Bytes(), dsValue)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return tx.Bucket([]byte(bucketFiles)).Put(fileKey.Bytes(), fileData)
|
||||
return tx.Bucket([]byte(bucketFiles)).Put(key.Bytes(), fileData)
|
||||
})
|
||||
}
|
||||
|
||||
|
@ -80,10 +80,27 @@ func (ds *Store) ReleaseFile(fileKey TimeKey) ([]byte, error) {
|
|||
// Release gets the release record for a specific version
|
||||
func (ds *Store) Release(version string) (*Release, error) {
|
||||
r := &Release{}
|
||||
err := ds.get(bucketReleases, []byte(version), r)
|
||||
err := ds.bolt.View(func(tx *bolt.Tx) error {
|
||||
c := tx.Bucket([]byte(bucketReleases)).Cursor()
|
||||
|
||||
for k, v := c.Last(); k != nil; k, v = c.Prev() {
|
||||
err := json.Unmarshal(v, r)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if r.Version == version {
|
||||
return nil
|
||||
}
|
||||
}
|
||||
|
||||
return ErrNotFound
|
||||
})
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return r, nil
|
||||
}
|
||||
|
||||
|
@ -119,9 +136,8 @@ func (ds *Store) LastRelease() (*Release, error) {
|
|||
r := &Release{}
|
||||
|
||||
err := ds.bolt.View(func(tx *bolt.Tx) error {
|
||||
c := tx.Bucket([]byte(bucketReleases)).Cursor()
|
||||
_, v := tx.Bucket([]byte(bucketReleases)).Cursor().Last()
|
||||
|
||||
_, v := c.First() // this is confusing
|
||||
if v == nil {
|
||||
return ErrNotFound
|
||||
}
|
||||
|
|
6
exec.go
6
exec.go
|
@ -59,14 +59,14 @@ func lookPath(file string, env []string) (string, error) {
|
|||
if err == nil {
|
||||
return file, nil
|
||||
}
|
||||
return "", &exec.Error{file, err}
|
||||
return "", &exec.Error{Name: file, Err: err}
|
||||
}
|
||||
|
||||
for i := range env {
|
||||
if strings.HasPrefix(env[i], "PATH=") {
|
||||
pathenv := env[i][5:]
|
||||
if pathenv == "" {
|
||||
return "", &exec.Error{file, exec.ErrNotFound}
|
||||
return "", &exec.Error{Name: file, Err: exec.ErrNotFound}
|
||||
}
|
||||
for _, dir := range strings.Split(pathenv, ":") {
|
||||
if dir == "" {
|
||||
|
@ -78,7 +78,7 @@ func lookPath(file string, env []string) (string, error) {
|
|||
return path, nil
|
||||
}
|
||||
}
|
||||
return "", &exec.Error{file, exec.ErrNotFound}
|
||||
return "", &exec.Error{Name: file, Err: exec.ErrNotFound}
|
||||
}
|
||||
}
|
||||
|
||||
|
|
|
@ -60,6 +60,7 @@ type Project struct {
|
|||
ReleaseFile string `json:"releaseFile"`
|
||||
PollInterval string `json:"pollInterval,omitempty"` // if not poll interval is specified, this project is trigger only
|
||||
TriggerSecret string `json:"triggerSecret,omitempty"` //secret to be included with a trigger call
|
||||
MaxVersions int `json:"maxVersions,omitempty"` // Max number of versions to keep in the project datastore
|
||||
|
||||
filename string
|
||||
poll time.Duration
|
||||
|
@ -287,6 +288,7 @@ func (p *Project) setData(new *Project) {
|
|||
p.ReleaseFile = new.ReleaseFile
|
||||
p.PollInterval = new.PollInterval
|
||||
p.TriggerSecret = new.TriggerSecret
|
||||
p.MaxVersions = new.MaxVersions
|
||||
|
||||
if p.PollInterval != "" {
|
||||
var err error
|
||||
|
@ -324,6 +326,8 @@ var projectTemplate = &Project{
|
|||
|
||||
ReleaseFile: "release.tar.gz",
|
||||
PollInterval: "15m",
|
||||
|
||||
MaxVersions: 100,
|
||||
}
|
||||
|
||||
func prepTemplateProject() error {
|
||||
|
@ -423,7 +427,7 @@ func (p *projectList) add(name string) {
|
|||
log.Printf("Error opening datastore for Project: %s Error: %s\n", prj.id(), err)
|
||||
return
|
||||
}
|
||||
prj.load()
|
||||
prj.load(false)
|
||||
}()
|
||||
}
|
||||
|
||||
|
|
|
@ -177,7 +177,7 @@
|
|||
<td>
|
||||
<a href="/project/{{.id}}/{{.lastLog.version}}">{{.lastLog.version}}</a>
|
||||
</td>
|
||||
<td title="{{.lastLog.log}}">{{#if .lastLog.log && .lastLog.length > 100}}{{.lastLog.log.substring(0,100)}}...{{else}}{{.lastLog.log}}{{/if}}</td>
|
||||
<td title="{{.lastLog.log}}">{{#if .lastLog.log && .lastLog.log.length > 150}}{{.lastLog.log.substring(0,150)}}...{{else}}{{.lastLog.log}}{{/if}}</td>
|
||||
<td>
|
||||
<a href="/project/{{.id}}/{{.releaseVersion}}">{{.releaseVersion}}</a>
|
||||
</td>
|
||||
|
@ -213,7 +213,7 @@
|
|||
<a href="/project/{{project.id}}/{{.version}}">{{.version}}</a>
|
||||
</td>
|
||||
<td>{{.stage}}</td>
|
||||
<td title="{{.log}}">{{#if .log && .log.length > 100}}{{.log.substring(0,100)}}...{{else}}{{.log}}{{/if}}</td>
|
||||
<td title="{{.log}}">{{#if .log && .log.length > 150}}{{.log.substring(0,150)}}...{{else}}{{.log}}{{/if}}</td>
|
||||
<td>
|
||||
{{#if releases[project.id + .version]}}
|
||||
<a href="/release/{{project.id}}/{{.version}}?file">{{releases[project.id + .version].fileName}}</a>
|
||||
|
|
|
@ -259,6 +259,6 @@ func triggerPost(w http.ResponseWriter, r *http.Request) {
|
|||
}
|
||||
|
||||
go func() {
|
||||
project.load()
|
||||
project.load(true)
|
||||
}()
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue