[WIP] first commit, not done yet
This commit is contained in:
commit
ca9c90cf3c
GPG Key ID:
C52E07422A136076
2
.gitignore
vendored
Normal file
2
.gitignore
vendored
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
# databases
|
||||||
|
*.json
|
||||||
9
backend/common/common.go
Normal file
9
backend/common/common.go
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
package common
|
||||||
|
|
||||||
|
import "time"
|
||||||
|
|
||||||
|
type Server struct {
|
||||||
|
Name string `json:"name"`
|
||||||
|
Created time.Time `json:"started_at"`
|
||||||
|
Deployed bool `json:"deployed"`
|
||||||
|
}
|
||||||
107
backend/hetzner/servers.go
Normal file
107
backend/hetzner/servers.go
Normal file
@ -0,0 +1,107 @@
|
|||||||
|
package hetzner
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.stinnesbeck.com/go/jynx/backend/common"
|
||||||
|
"git.stinnesbeck.com/go/log"
|
||||||
|
"github.com/hetznercloud/hcloud-go/hcloud"
|
||||||
|
)
|
||||||
|
|
||||||
|
func connect() *hcloud.Client {
|
||||||
|
token := os.Getenv("HCLOUD_API_TOKEN")
|
||||||
|
if token == "" {
|
||||||
|
log.PrintError("please specify HCLOUD_API_TOKEN")
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
return hcloud.NewClient(hcloud.WithToken(token))
|
||||||
|
}
|
||||||
|
|
||||||
|
func DestroyServer(s *hcloud.Server) error {
|
||||||
|
client := connect()
|
||||||
|
serverResponse, response, err := client.Server.DeleteWithResult(context.Background(), s)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
log.PrintInfo(*serverResponse, *response)
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func ListServers() ([]common.Server, error) {
|
||||||
|
client := connect()
|
||||||
|
servers, err := client.Server.All(context.Background())
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
var managedServers []common.Server
|
||||||
|
|
||||||
|
for i := range servers {
|
||||||
|
// only look at servers, that we created
|
||||||
|
if !strings.HasPrefix(servers[i].Name, os.Getenv("HCLOUD_PREFIX")) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// append this server to our managed servers
|
||||||
|
managedServers = append(managedServers, common.Server{
|
||||||
|
Name: servers[i].Name,
|
||||||
|
Created: servers[i].Created,
|
||||||
|
Deployed: true,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
return managedServers, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func AddServer(s common.Server) error {
|
||||||
|
client := connect()
|
||||||
|
woodpeckerHost := os.Getenv("WOODPECKER_HOSTNAME")
|
||||||
|
agentSecret := os.Getenv("WOODPECKER_AGENT_SECRET")
|
||||||
|
AgentCMD := fmt.Sprintf("docker run -d -v /var/run/docker.sock:/var/run/docker.sock -e WOODPECKER_GRPC_SECURE=false -e WOODPECKER_SERVER=%s -e WOODPECKER_AGENT_SECRET=%s -e WOODPECKER_MAX_PROCS=%d -e WOODPECKER_HOSTNAME=%s", woodpeckerHost, agentSecret, 1, s.Name)
|
||||||
|
|
||||||
|
userdata := fmt.Sprintf("#cloud-config\nruncmd:\n\t- %s", AgentCMD)
|
||||||
|
fmt.Println(userdata)
|
||||||
|
labels := make(map[string]string)
|
||||||
|
labels["created_by"] = "jynx"
|
||||||
|
labels["created"] = fmt.Sprintf("%d", time.Now().Unix())
|
||||||
|
|
||||||
|
// sshkeys, err := client.SSHKey.All(context.Background())
|
||||||
|
// if err != nil {
|
||||||
|
// return err
|
||||||
|
// }
|
||||||
|
|
||||||
|
var sshkeys []*hcloud.SSHKey
|
||||||
|
|
||||||
|
sshkeys, err := getSSHKeys("stefan", "nils")
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
serverOpts := hcloud.ServerCreateOpts{
|
||||||
|
Name: s.Name,
|
||||||
|
StartAfterCreate: hcloud.Ptr(true),
|
||||||
|
SSHKeys: sshkeys,
|
||||||
|
Image: &hcloud.Image{Name: "docker-ce"},
|
||||||
|
ServerType: &hcloud.ServerType{Name: "cax11"},
|
||||||
|
Location: &hcloud.Location{Name: "fsn1"},
|
||||||
|
UserData: userdata,
|
||||||
|
PublicNet: &hcloud.ServerCreatePublicNet{EnableIPv4: true},
|
||||||
|
Labels: labels,
|
||||||
|
}
|
||||||
|
os.Exit(0)
|
||||||
|
result, response, err := client.Server.Create(context.Background(), serverOpts)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
io.ReadAll(response.Body)
|
||||||
|
log.PrintInfo(fmt.Sprintf("%+v\n%+v\n", result, response.Response.Body))
|
||||||
|
return nil
|
||||||
|
}
|
||||||
38
backend/hetzner/sshKeys.go
Normal file
38
backend/hetzner/sshKeys.go
Normal file
@ -0,0 +1,38 @@
|
|||||||
|
package hetzner
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
|
||||||
|
"github.com/hetznercloud/hcloud-go/hcloud"
|
||||||
|
)
|
||||||
|
|
||||||
|
func getSSHKeys(names ...string) ([]*hcloud.SSHKey, error) {
|
||||||
|
// if no names were provided return nil object
|
||||||
|
if len(names) == 0 {
|
||||||
|
return nil, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// connect to hcloud client
|
||||||
|
client := connect()
|
||||||
|
|
||||||
|
// get all ssh keys from hcloud
|
||||||
|
keys, err := client.SSHKey.All(context.Background())
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// variable to hold found keys
|
||||||
|
var foundKeys []*hcloud.SSHKey
|
||||||
|
|
||||||
|
// check if name is found in keys
|
||||||
|
for i := range keys {
|
||||||
|
for j := range names {
|
||||||
|
if keys[i].Name == names[j] {
|
||||||
|
foundKeys = append(foundKeys, keys[i])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// return found keys
|
||||||
|
return foundKeys, nil
|
||||||
|
}
|
||||||
99
ci/woodpecker/woodpecker.go
Normal file
99
ci/woodpecker/woodpecker.go
Normal file
@ -0,0 +1,99 @@
|
|||||||
|
package woodpecker
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"regexp"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"git.stinnesbeck.com/go/log"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Server struct {
|
||||||
|
Host string `json:"host"`
|
||||||
|
Token string `json:"token"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type Stats struct {
|
||||||
|
PendingJobs uint `json:"woodpecker_pending_jobs"`
|
||||||
|
RunningJobs uint `json:"woodpecker_running_jobs"`
|
||||||
|
IdlingWorkers uint `json:"woodpecker_worker_count"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewServer returns a Server object for host
|
||||||
|
func NewServer(host string, token string) Server {
|
||||||
|
switch {
|
||||||
|
case strings.HasPrefix(host, "http://"), strings.HasPrefix(host, "https://"):
|
||||||
|
return Server{
|
||||||
|
Host: host,
|
||||||
|
Token: token,
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
log.PrintError("host needs to start with 'http://' or 'https://'")
|
||||||
|
os.Exit(1)
|
||||||
|
return Server{}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s Server) GetStats() (*Stats, error) {
|
||||||
|
// prepare request
|
||||||
|
req, err := http.NewRequest(http.MethodGet, s.Host+"/metrics/", nil)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// add authorization header
|
||||||
|
req.Header.Add("Authorization", fmt.Sprintf("Bearer %s", s.Token))
|
||||||
|
|
||||||
|
c := http.DefaultClient
|
||||||
|
response, err := c.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
b, err := io.ReadAll(response.Body)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
lines := strings.Split(string(b), "\n")
|
||||||
|
|
||||||
|
r := regexp.MustCompile(`^((woodpecker_)(worker_count|pending_jobs|running_jobs)) (\d+)`)
|
||||||
|
|
||||||
|
var stats Stats
|
||||||
|
|
||||||
|
for i := range lines {
|
||||||
|
// skip rest of loop if this line doesn't match regex
|
||||||
|
if !r.MatchString(lines[i]) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// line matches regex
|
||||||
|
matches := r.FindStringSubmatch(lines[i])
|
||||||
|
|
||||||
|
// assign stats to struct
|
||||||
|
switch matches[3] {
|
||||||
|
case "pending_jobs":
|
||||||
|
stats.PendingJobs = parseStringToUint(matches[4])
|
||||||
|
case "running_jobs":
|
||||||
|
stats.RunningJobs = parseStringToUint(matches[4])
|
||||||
|
case "worker_count":
|
||||||
|
stats.IdlingWorkers = parseStringToUint(matches[4])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return &stats, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// parseStringToUint parses a string and returns the resulting uint
|
||||||
|
func parseStringToUint(s string) uint {
|
||||||
|
num, err := strconv.Atoi(s)
|
||||||
|
if err != nil {
|
||||||
|
log.PrintError("can't parse string to uint,", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
return uint(num)
|
||||||
|
}
|
||||||
70
db/db.go
Normal file
70
db/db.go
Normal file
@ -0,0 +1,70 @@
|
|||||||
|
package db
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
|
||||||
|
"git.stinnesbeck.com/go/jynx/backend/common"
|
||||||
|
"git.stinnesbeck.com/go/jynx/backend/hetzner"
|
||||||
|
)
|
||||||
|
|
||||||
|
func Read() ([]common.Server, error) {
|
||||||
|
// open file for reading, create it when necessary
|
||||||
|
f, err := os.OpenFile("db.json", os.O_RDONLY|os.O_CREATE, os.ModePerm)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
servers, err := hetzner.ListServers()
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// close file when we are done
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
// read file as byte array
|
||||||
|
b, err := io.ReadAll(f)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(b) == 0 {
|
||||||
|
return nil, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// parse byte array to []common.Server
|
||||||
|
var serversFromDB []common.Server
|
||||||
|
if err := json.Unmarshal(b, &serversFromDB); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// merge servers from db and hcloud
|
||||||
|
servers = append(servers, serversFromDB...)
|
||||||
|
|
||||||
|
// return read in servers
|
||||||
|
return servers, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func Save(servers []common.Server) error {
|
||||||
|
// open file with provided flags, create it when necessary
|
||||||
|
f, err := os.OpenFile("db.json", os.O_RDWR|os.O_CREATE|os.O_TRUNC, os.ModePerm)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// close file when we are done
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
// Marshal data as JSON and put into byte array
|
||||||
|
b, err := json.MarshalIndent(servers, "", " ")
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// write byte array to file
|
||||||
|
_, err = f.Write(b)
|
||||||
|
|
||||||
|
return err
|
||||||
|
}
|
||||||
26
go.mod
Normal file
26
go.mod
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
module git.stinnesbeck.com/go/jynx
|
||||||
|
|
||||||
|
go 1.20
|
||||||
|
|
||||||
|
require (
|
||||||
|
git.stinnesbeck.com/go/log v0.0.1
|
||||||
|
github.com/hetznercloud/hcloud-go v1.45.1
|
||||||
|
)
|
||||||
|
|
||||||
|
require (
|
||||||
|
github.com/beorn7/perks v1.0.1 // indirect
|
||||||
|
github.com/cespare/xxhash/v2 v2.2.0 // indirect
|
||||||
|
github.com/fatih/color v1.15.0 // indirect
|
||||||
|
github.com/golang/protobuf v1.5.3 // indirect
|
||||||
|
github.com/mattn/go-colorable v0.1.13 // indirect
|
||||||
|
github.com/mattn/go-isatty v0.0.17 // indirect
|
||||||
|
github.com/matttproud/golang_protobuf_extensions v1.0.4 // indirect
|
||||||
|
github.com/prometheus/client_golang v1.15.1 // indirect
|
||||||
|
github.com/prometheus/client_model v0.3.0 // indirect
|
||||||
|
github.com/prometheus/common v0.42.0 // indirect
|
||||||
|
github.com/prometheus/procfs v0.9.0 // indirect
|
||||||
|
golang.org/x/net v0.9.0 // indirect
|
||||||
|
golang.org/x/sys v0.7.0 // indirect
|
||||||
|
golang.org/x/text v0.9.0 // indirect
|
||||||
|
google.golang.org/protobuf v1.30.0 // indirect
|
||||||
|
)
|
||||||
49
go.sum
Normal file
49
go.sum
Normal file
@ -0,0 +1,49 @@
|
|||||||
|
git.stinnesbeck.com/go/log v0.0.1 h1:aH3jTgw6NZiJXxNrxE6XiTF3ymsIg+HIGH4A6PPpIcA=
|
||||||
|
git.stinnesbeck.com/go/log v0.0.1/go.mod h1:9Op2dPZAALo1sHUSaZa/6Gs6YyU1qM/e2RNZg6RXtyE=
|
||||||
|
github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
|
||||||
|
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
|
||||||
|
github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44=
|
||||||
|
github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
|
||||||
|
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||||
|
github.com/fatih/color v1.15.0 h1:kOqh6YHBtK8aywxGerMG2Eq3H6Qgoqeo13Bk2Mv/nBs=
|
||||||
|
github.com/fatih/color v1.15.0/go.mod h1:0h5ZqXfHYED7Bhv2ZJamyIOUej9KtShiJESRwBDUSsw=
|
||||||
|
github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
|
||||||
|
github.com/golang/protobuf v1.3.5/go.mod h1:6O5/vntMXwX2lRkT1hjjk0nAC1IDOTvTlVgjlRvqsdk=
|
||||||
|
github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=
|
||||||
|
github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg=
|
||||||
|
github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY=
|
||||||
|
github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
|
||||||
|
github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
|
||||||
|
github.com/hetznercloud/hcloud-go v1.45.1 h1:nl0OOklFfQT5J6AaNIOhl5Ruh3fhmGmhvZEqHbibVuk=
|
||||||
|
github.com/hetznercloud/hcloud-go v1.45.1/go.mod h1:aAUGxSfSnB8/lVXHNEDxtCT1jykaul8kqjD7f5KQXF8=
|
||||||
|
github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
|
||||||
|
github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
|
||||||
|
github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
|
||||||
|
github.com/mattn/go-isatty v0.0.17 h1:BTarxUcIeDqL27Mc+vyvdWYSL28zpIhv3RoTdsLMPng=
|
||||||
|
github.com/mattn/go-isatty v0.0.17/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
|
||||||
|
github.com/matttproud/golang_protobuf_extensions v1.0.4 h1:mmDVorXM7PCGKw94cs5zkfA9PSy5pEvNWRP0ET0TIVo=
|
||||||
|
github.com/matttproud/golang_protobuf_extensions v1.0.4/go.mod h1:BSXmuO+STAnVfrANrmjBb36TMTDstsz7MSK+HVaYKv4=
|
||||||
|
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||||
|
github.com/prometheus/client_golang v1.15.1 h1:8tXpTmJbyH5lydzFPoxSIJ0J46jdh3tylbvM1xCv0LI=
|
||||||
|
github.com/prometheus/client_golang v1.15.1/go.mod h1:e9yaBhRPU2pPNsZwE+JdQl0KEt1N9XgF6zxWmaC0xOk=
|
||||||
|
github.com/prometheus/client_model v0.3.0 h1:UBgGFHqYdG/TPFD1B1ogZywDqEkwp3fBMvqdiQ7Xew4=
|
||||||
|
github.com/prometheus/client_model v0.3.0/go.mod h1:LDGWKZIo7rky3hgvBe+caln+Dr3dPggB5dvjtD7w9+w=
|
||||||
|
github.com/prometheus/common v0.42.0 h1:EKsfXEYo4JpWMHH5cg+KOUWeuJSov1Id8zGR8eeI1YM=
|
||||||
|
github.com/prometheus/common v0.42.0/go.mod h1:xBwqVerjNdUDjgODMpudtOMwlOwf2SaTr1yjz4b7Zbc=
|
||||||
|
github.com/prometheus/procfs v0.9.0 h1:wzCHvIvM5SxWqYvwgVL7yJY8Lz3PKn49KQtpgMYJfhI=
|
||||||
|
github.com/prometheus/procfs v0.9.0/go.mod h1:+pB4zwohETzFnmlpe6yd2lSc+0/46IYZRB/chUwxUZY=
|
||||||
|
github.com/stretchr/testify v1.8.2 h1:+h33VjcLVPDHtOdpUCuF+7gSuG3yGIftsP1YvFihtJ8=
|
||||||
|
golang.org/x/net v0.9.0 h1:aWJ/m6xSmxWBx+V0XRHTlrYrPG56jKsLdTFmsSsCzOM=
|
||||||
|
golang.org/x/net v0.9.0/go.mod h1:d48xBJpPfHeWQsugry2m+kC02ZBRGRgulfHnEXEuWns=
|
||||||
|
golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
|
golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/sys v0.7.0 h1:3jlCCIQZPdOYu1h8BkNvLz8Kgwtae2cagcG/VamtZRU=
|
||||||
|
golang.org/x/sys v0.7.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/text v0.9.0 h1:2sjJmO8cDvYveuX97RDLsxlyUxLl+GHoLxBiRdHllBE=
|
||||||
|
golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
|
||||||
|
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
|
google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
|
||||||
|
google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
|
||||||
|
google.golang.org/protobuf v1.30.0 h1:kPPoIgf3TsEvrm0PFe15JQ+570QVxYzEvvHqChK+cng=
|
||||||
|
google.golang.org/protobuf v1.30.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
|
||||||
|
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||||
62
main.go
Normal file
62
main.go
Normal file
@ -0,0 +1,62 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
"strconv"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.stinnesbeck.com/go/jynx/ci/woodpecker"
|
||||||
|
"git.stinnesbeck.com/go/jynx/scaler"
|
||||||
|
"git.stinnesbeck.com/go/log"
|
||||||
|
)
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
checkEnv()
|
||||||
|
|
||||||
|
w := woodpecker.NewServer(
|
||||||
|
"https://woodpecker.fftdf.de",
|
||||||
|
os.Getenv("WOODPECKER_PROMETHEUS_AUTH_TOKEN"),
|
||||||
|
)
|
||||||
|
|
||||||
|
interval := time.Duration(5)
|
||||||
|
if i := os.Getenv("SCALER_POLL_INTERVAL"); i != "" {
|
||||||
|
envInterval, err := strconv.Atoi(i)
|
||||||
|
if err != nil {
|
||||||
|
log.PrintError("can't parse SCALER_POLL_INTERVAL", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
|
||||||
|
// overwrite default interval with the one provided by env variable
|
||||||
|
interval = time.Duration(envInterval)
|
||||||
|
}
|
||||||
|
|
||||||
|
ticker := time.Tick(interval * time.Second)
|
||||||
|
|
||||||
|
// start scaler once
|
||||||
|
if err := scaler.Start(&w); err != nil {
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// start scaler every tick
|
||||||
|
for range ticker {
|
||||||
|
if err := scaler.Start(&w); err != nil {
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func checkEnv() {
|
||||||
|
switch "" {
|
||||||
|
case os.Getenv("WOODPECKER_HOSTNAME"):
|
||||||
|
log.PrintError("WOODPECKER_HOSTNAME not set")
|
||||||
|
case os.Getenv("WOODPECKER_AGENT_SECRET"):
|
||||||
|
log.PrintError("WOODPECKER_AGENT_SECRET not set")
|
||||||
|
os.Exit(1)
|
||||||
|
case os.Getenv("HCLOUD_PREFIX"):
|
||||||
|
log.PrintError("HCLOUD_PREFIX not set")
|
||||||
|
os.Exit(1)
|
||||||
|
case os.Getenv("WOODPECKER_PROMETHEUS_AUTH_TOKEN"):
|
||||||
|
log.PrintError("WOODPECKER_PROMETHEUS_AUTH_TOKEN not set")
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
}
|
||||||
59
scaler/scaler.go
Normal file
59
scaler/scaler.go
Normal file
@ -0,0 +1,59 @@
|
|||||||
|
package scaler
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.stinnesbeck.com/go/jynx/backend/common"
|
||||||
|
"git.stinnesbeck.com/go/jynx/backend/hetzner"
|
||||||
|
"git.stinnesbeck.com/go/jynx/ci/woodpecker"
|
||||||
|
"git.stinnesbeck.com/go/jynx/db"
|
||||||
|
"git.stinnesbeck.com/go/log"
|
||||||
|
)
|
||||||
|
|
||||||
|
func Start(w *woodpecker.Server) error {
|
||||||
|
log.PrintDebug("Starting autoscaler")
|
||||||
|
stats, err := w.GetStats()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// read info from database
|
||||||
|
servers, err := db.Read()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
var newServers int
|
||||||
|
|
||||||
|
if stats.PendingJobs == 0 || stats.IdlingWorkers+stats.RunningJobs+uint(len(servers)) >= stats.PendingJobs {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
log.PrintInfo("starting", stats.PendingJobs, "workers")
|
||||||
|
|
||||||
|
newServers += int(stats.PendingJobs)
|
||||||
|
var ScaleUpServers []common.Server
|
||||||
|
|
||||||
|
for i := 0; i < newServers; i++ {
|
||||||
|
name := fmt.Sprintf("jynx-worker-%d", i+1)
|
||||||
|
|
||||||
|
ScaleUpServers = append(ScaleUpServers, common.Server{
|
||||||
|
Name: name,
|
||||||
|
Created: time.Now(),
|
||||||
|
})
|
||||||
|
if err := hetzner.AddServer(ScaleUpServers[i]); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// save servers to database
|
||||||
|
servers = append(servers, ScaleUpServers...)
|
||||||
|
if err := db.Save(servers); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
log.PrintInfo(stats.RunningJobs, "running jobs,", stats.PendingJobs, "pending jobs,", stats.IdlingWorkers, "idling workers,", len(servers), "servers starting up")
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue
Block a user