atmost working example

This commit is contained in:
Aleksandr Trushkin
2024-08-11 21:44:19 +03:00
parent 0046755c7d
commit 880f67aa73
16 changed files with 566 additions and 107 deletions

145
cmd/simulator/main.go Normal file
View File

@ -0,0 +1,145 @@
package main
import (
"context"
"log"
"os"
"os/signal"
"strconv"
"sync/atomic"
"time"
"golang.org/x/sync/errgroup"
"git.loyso.art/frx/devsim/internal/entities"
"git.loyso.art/frx/devsim/internal/interconnect/collector"
)
var requestsDone = atomic.Uint64{}
func requestReporter(ctx context.Context) {
ticker := time.Tick(time.Second)
for {
select {
case <-ticker:
case <-ctx.Done():
return
}
requests := requestsDone.Swap(0)
log.Printf("rps: %d", requests)
}
}
func main() {
ctx, cancel := signal.NotifyContext(context.Background(), os.Interrupt)
defer cancel()
dstAddr := os.Getenv("DEVSIM_HTTP_ADDR")
deviceCountStr := os.Getenv("DEVSIM_DEVICE_COUNT")
delayStr := os.Getenv("DEVSIM_REQUEST_DELAY")
deviceCount, err := strconv.Atoi(deviceCountStr)
if err != nil {
log.Fatalf("parsing device count: %v", err)
}
if dstAddr == "" {
log.Fatal("no destination address provided")
}
delay, err := time.ParseDuration(delayStr)
if err != nil {
log.Fatalf("parsing delay duration: %v", err)
}
log.Printf("running application with settings: destination=%s device_count=%d delay=%s", dstAddr, deviceCount, delay)
client, err := collector.New(dstAddr)
if err != nil {
log.Fatalf("unable to create collector http client: %v", err)
}
eg, egctx := errgroup.WithContext(ctx)
eg.Go(func() error {
requestReporter(egctx)
return nil
})
for i := 0; i < deviceCount; i++ {
dh := newDeviceHandler(i+1, delay, client)
eg.Go(func() error {
dh.loop(egctx)
return nil
})
}
err = eg.Wait()
if err != nil {
log.Printf("error during execution: %v", err)
cancel()
}
}
type deviceHandler struct {
stats entities.DeviceStatistics
client collector.Client
delay time.Duration
}
func newDeviceHandler(id int, delay time.Duration, client collector.Client) *deviceHandler {
deviceID := entities.DeviceID(strconv.Itoa(id))
dh := deviceHandler{
delay: delay,
client: client,
}
dh.stats.ID = deviceID
return &dh
}
func (h *deviceHandler) loop(ctx context.Context) {
failedCount := 0
for {
start := time.Now()
h.stats.IncomingTrafficBytes++
h.stats.OutgoingTrafficBytes++
h.stats.WriteRPS = (h.stats.WriteRPS + 2) % 255
h.stats.ReadRPS = (h.stats.ReadRPS + 1) % 255
h.stats.IncomingRPS = h.stats.WriteRPS + h.stats.ReadRPS
err := h.client.Upsert(ctx, h.stats)
if err != nil {
log.Printf("%q: unable to upsert metrics: %v", h.stats.ID, err)
failedCount++
if failedCount > 10 {
log.Println("too much fails, exiting")
return
}
continue
}
requestsDone.Add(1)
failedCount = 0
elapsed := time.Since(start)
left := h.delay - elapsed
if left > 0 {
select {
case <-ctx.Done():
return
case <-time.After(left):
continue
}
} else {
if ctx.Err() != nil {
return
}
}
}
}

View File

@ -9,12 +9,14 @@ import (
"os"
"os/signal"
"golang.org/x/sync/errgroup"
"git.loyso.art/frx/devsim"
"git.loyso.art/frx/devsim/internal/api/http"
"git.loyso.art/frx/devsim/internal/store"
"git.loyso.art/frx/devsim/internal/store/mongo"
"git.loyso.art/frx/devsim/internal/store/pg"
"git.loyso.art/frx/devsim/pkg/collections"
"golang.org/x/sync/errgroup"
)
var availableStoreTypes = collections.NewSet([]string{
@ -25,20 +27,33 @@ func main() {
ctx, cancel := signal.NotifyContext(context.Background(), os.Interrupt)
defer cancel()
log := slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{}))
log := slog.New(slog.NewJSONHandler(io.Discard, &slog.HandlerOptions{
Level: slog.LevelInfo,
}))
var settings applicationSettings
settings.fromEnv()
log.InfoContext(
ctx, "running application",
slog.Int("pid", os.Getpid()),
slog.String("version", devsim.Version()),
slog.String("revision", devsim.Revision()),
slog.String("buildtime", devsim.BuildTime()),
)
settings := loadConfigFromEnv()
err := settings.validate()
if err != nil {
log.ErrorContext(ctx, "unable to validate settings", slog.Any("err", err))
log.ErrorContext(ctx, "unable to validate settings", slog.String("err", err.Error()))
os.Exit(1)
}
log.InfoContext(
ctx, "config parsed",
slog.Any("settings", settings),
)
err = app(ctx, settings, log)
if err != nil {
log.ErrorContext(ctx, "unable to run app", slog.Any("err", err))
log.ErrorContext(ctx, "unable to run app", slog.String("err", err.Error()))
os.Exit(1)
}
}
@ -71,19 +86,20 @@ type applicationSettings struct {
mongo mongoSettings
}
func (s *applicationSettings) fromEnv() {
func loadConfigFromEnv() applicationSettings {
const webaddr = ":9123"
*s = applicationSettings{
listenAddr: valueOrDefault(os.Getenv("DEVSIM_HTTP_ADDR"), webaddr),
storeType: os.Getenv("DEVSIM_STORE_TYPE"),
}
var cfg applicationSettings
cfg.listenAddr = valueOrDefault(os.Getenv("DEVSIM_HTTP_ADDR"), webaddr)
cfg.storeType = os.Getenv("DEVSIM_STORE_TYPE")
s.pg.fromEnv()
s.mongo.fromEnv()
cfg.pg.fromEnv()
cfg.mongo.fromEnv()
return cfg
}
func (s *applicationSettings) validate() (err error) {
func (s applicationSettings) validate() (err error) {
if !availableStoreTypes.Contains(s.storeType) {
err = errors.Join(err, errors.New("store_type value is unsupported"))
}
@ -117,9 +133,9 @@ func app(ctx context.Context, settings applicationSettings, log *slog.Logger) (e
switch settings.storeType {
case "pg":
pgconn, err := pg.Dial(ctx, settings.pg.DSN)
if err != nil {
return fmt.Errorf("connecting to postgres: %w", err)
pgconn, errDial := pg.Dial(ctx, settings.pg.DSN)
if errDial != nil {
return fmt.Errorf("connecting to postgres: %w", errDial)
}
repo = pgconn.StatsRepository()
@ -128,9 +144,9 @@ func app(ctx context.Context, settings applicationSettings, log *slog.Logger) (e
closer: pgconn,
})
case "mongo":
mongoconn, err := mongo.Dial(ctx, settings.mongo.DSN)
if err != nil {
return fmt.Errorf("connecting to mongo: %w", err)
mongoconn, errDial := mongo.Dial(ctx, settings.mongo.DSN)
if errDial != nil {
return fmt.Errorf("connecting to mongo: %w", errDial)
}
repo = mongoconn.StatsRepository()