Compare commits

...

5 commits
v0 ... main

Author SHA1 Message Date
48a7c17448
Fix labels
All checks were successful
Tests / test (push) Successful in 12s
2024-12-22 13:43:31 +01:00
ae6ca5c185
Support for Prometheus SD
All checks were successful
Tests / test (push) Successful in 12s
2024-12-22 13:40:50 +01:00
5dd38b7f18
Prometheus service discovery
All checks were successful
Tests / test (push) Successful in 20s
2024-12-19 21:10:34 +01:00
0a1b9c1305
CGO_ENABLED to zero
All checks were successful
Tests / test (push) Successful in 11s
2024-12-11 01:05:45 +01:00
f7acde85c0
node.json path instead of dir
All checks were successful
Tests / test (push) Successful in 11s
2024-12-09 02:00:38 +01:00
10 changed files with 112 additions and 33 deletions

View file

@ -23,11 +23,6 @@ jobs:
with:
go-version: '1.23'
# - name: Install dependencies
# run: |
# sudo apt-get update
# sudo apt-get install -y task
- name: Run tests
run: task test
@ -35,16 +30,6 @@ jobs:
run: |
task build VERSION=${{ github.event.inputs.version }}
# - name: Upload Release Asset
# uses: actions/upload-release-asset@v1
# env:
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
# with:
# upload_url: ${{ github.event.release.upload_url }}
# asset_path: ./lobby2-${{ github.ref_name }}-amd64
# asset_name: lobby2-${{ github.ref_name }}-amd64
# asset_content_type: application/octet-stream
- uses: actions/forgejo-release@v2
with:
token: ${{ secrets.GITHUB_TOKEN }}

2
.gitignore vendored
View file

@ -1,3 +1,5 @@
tmp/
__debug*
main
bin/
nodes.json

2
.vscode/launch.json vendored
View file

@ -29,7 +29,7 @@
"env": {
"DUMP_PATH": "../tmp/nodes.json",
"CONFIG_PATH": "../tmp/config.json",
"NODE_DIR_PATH": "../tmp/node"
"NODE_PATH": "../tmp/node.json"
},
"args": [
"node"

View file

@ -19,4 +19,9 @@ tasks:
cmds:
- go mod tidy
- mkdir -p bin
- go build -o bin/lobby2-{{ .VERSION }}-amd64 cli/*.go
- env CGO_ENABLED=0 go build -o bin/lobby2-{{ .VERSION }}-linux-amd64 cli/*.go
deploy:
cmds:
- task: build
- scp bin/lobby2-{{ .VERSION }}-linux-amd64 rosti-db:/usr/local/bin/lobby2.tmp
- ssh rosti-db mv /usr/local/bin/lobby2.tmp /usr/local/bin/lobby2

View file

@ -53,6 +53,7 @@ func (a *API) Run() error {
a.e.GET("/nodes", a.listHandler)
a.e.GET("/nodes/:hostname", a.getHandler)
a.e.POST("/nodes/:hostname", a.refreshHandler)
a.e.GET("/prometheus/:service", a.prometheusHandler)
// Start the server in a goroutine so that it doesn't block the signal listening
return a.e.Start(a.listen)
@ -111,3 +112,18 @@ func (a *API) refreshHandler(c echo.Context) error {
return c.NoContent(http.StatusNoContent)
}
// @Summary Prometheus service discovery
// @Description Return one nodes based on given hostname
// @Produce application/json
// @Success 200 {array} []prometheusDiscovery "Node details"
// @Failure 401 {object} Message "Forbidden access"
// @Security Bearer
// @Router /prometheus/{service} [get]
func (a *API) prometheusHandler(c echo.Context) error {
ss := c.Param("service")
pds := nodes.GetPrometheusSD(a.np, ss)
return c.JSONPretty(http.StatusOK, pds, " ")
}

View file

@ -28,7 +28,7 @@ func masterAction(c *cli.Context) error {
func nodeAction(c *cli.Context) error {
cfg := GetConfig()
r := refresher.NewRefresher(cfg.NodeDirPath, cfg.ConfigPath)
r := refresher.NewRefresher(cfg.NodePath, cfg.ConfigPath)
r.Loop()
return nil
@ -52,3 +52,23 @@ func printAction(c *cli.Context) error {
return nil
}
func prometheusAction(c *cli.Context) error {
cfg := GetConfig()
np := nodes.NewNodesProcessor(cfg.DumpPath, cfg.DropAfterSeconds)
pds := nodes.GetPrometheusSD(np, "node")
for _, pd := range pds {
body, err := json.MarshalIndent(pd, "", " ")
if err != nil {
fmt.Printf("failed to marshal prometheus discovery: %v\n", err)
os.Exit(1)
}
fmt.Println(string(body))
}
return nil
}

View file

@ -10,9 +10,9 @@ type Config struct {
APIListen string `envconfig:"LISTEN" default:"0.0.0.0:1352"`
APIToken string `envconfig:"TOKEN" default:""`
DumpPath string `envconfig:"DUMP_PATH" default:"/var/lib/lobby2/nodes.json"`
ConfigPath string `envconfig:"CONFIG_PATH" default:"/var/lib/lobby2/config.json"`
NodeDirPath string `envconfig:"NODE_DIR_PATH" default:"/var/lib/lobby2/node"`
DumpPath string `envconfig:"DUMP_PATH" default:"/var/lib/lobby2/nodes.json"`
ConfigPath string `envconfig:"CONFIG_PATH" default:"/etc/lobby2/config.json"`
NodePath string `envconfig:"NODE_PATH" default:"/etc/lobby2/node.json"`
DropAfterSeconds int64 `envconfig:"DROP_AFTER_SECONDS" default:"60"`
}

View file

@ -27,6 +27,11 @@ func main() {
Usage: "Prints all discovered nodes",
Action: printAction,
},
{
Name: "prometheus",
Usage: "Prints Prometheus Service Discovery",
Action: prometheusAction,
},
},
}

45
nodes/prometheus.go Normal file
View file

@ -0,0 +1,45 @@
package nodes
import (
"fmt"
"strings"
)
type prometheusDiscovery struct {
Labels map[string]string `json:"Labels"`
Targets []string `json:"Targets"`
}
func GetPrometheusSD(p *NodesProcessor, ss string) []prometheusDiscovery {
ns := p.List()
pds := []prometheusDiscovery{
{
Labels: make(map[string]string),
Targets: []string{},
},
}
for _, node := range ns {
port, ok := node.KV["prometheus_port"]
if !ok {
port = "9999"
}
host, ok := node.KV["prometheus_host"]
if !ok {
host = node.HostName
}
v, ok := node.KV["prometheus_exporters"]
if ok {
services := strings.Split(v, ",")
for _, service := range services {
if ss == service {
pds[0].Targets = append(pds[0].Targets, fmt.Sprintf("%s:%s", host, port))
}
}
}
}
return pds
}

View file

@ -7,25 +7,24 @@ import (
"log"
"net/http"
"os"
"path"
"path/filepath"
"time"
"gitea.ceperka.net/rosti/lobby2/nodes"
)
const refreshIntervalSeconds = 15
const nodeFileName = "node.json"
// Refresher loads local node info and sends them to the master node.
type Refresher struct {
configPath string
nodeDirPath string
configPath string
nodePath string
}
func NewRefresher(nodeDirPath string, configPath string) *Refresher {
func NewRefresher(nodePath string, configPath string) *Refresher {
return &Refresher{
nodeDirPath: nodeDirPath,
configPath: configPath,
nodePath: nodePath,
configPath: configPath,
}
}
@ -113,7 +112,7 @@ func (r *Refresher) getConfig() (NodeConfig, error) {
// TODO: rewrite this to load Node structure
func (r *Refresher) loadNode() (*nodes.Node, error) {
filePath := path.Join(r.nodeDirPath, nodeFileName)
filePath := r.nodePath
_, err := os.Stat(filePath)
if os.IsNotExist(err) {
err = r.initNodeFile()
@ -122,7 +121,7 @@ func (r *Refresher) loadNode() (*nodes.Node, error) {
}
}
content, err := os.ReadFile(path.Join(r.nodeDirPath, nodeFileName))
content, err := os.ReadFile(r.nodePath)
if err != nil {
return nil, fmt.Errorf("failed to read file: %w", err)
}
@ -156,7 +155,7 @@ func (r *Refresher) initNodeFile() error {
return fmt.Errorf("failed to marshal node: %w", err)
}
err = os.WriteFile(path.Join(r.nodeDirPath, nodeFileName), nodeBytes, 0640)
err = os.WriteFile(r.nodePath, nodeBytes, 0640)
if err != nil {
return fmt.Errorf("failed to write node file: %w", err)
}
@ -165,9 +164,11 @@ func (r *Refresher) initNodeFile() error {
}
func (r *Refresher) createNodePath() error {
_, err := os.Stat(r.nodeDirPath)
d := filepath.Dir(r.nodePath)
_, err := os.Stat(d)
if os.IsNotExist(err) {
err = os.MkdirAll(r.nodeDirPath, 0755)
err = os.MkdirAll(d, 0755)
if err != nil {
return fmt.Errorf("failed to create node dir: %w", err)
}