Skip to content

Commit

Permalink
Merge pull request #83 from go-faster/feat/faker-model-upd
Browse files Browse the repository at this point in the history
feat(faker): add basic request issuer
  • Loading branch information
ernado authored Aug 2, 2023
2 parents fd326e5 + 0f42a4f commit 3ac6aed
Show file tree
Hide file tree
Showing 4 changed files with 248 additions and 38 deletions.
2 changes: 1 addition & 1 deletion go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ require (
go.opentelemetry.io/otel v1.16.0
go.opentelemetry.io/otel/bridge/opentracing v1.16.0
go.opentelemetry.io/otel/metric v1.16.0
go.opentelemetry.io/otel/sdk v1.16.0
go.opentelemetry.io/otel/trace v1.16.0
go.opentelemetry.io/proto/otlp v1.0.0
go.uber.org/multierr v1.11.0
Expand Down Expand Up @@ -166,7 +167,6 @@ require (
go.opentelemetry.io/otel/exporters/prometheus v0.39.0 // indirect
go.opentelemetry.io/otel/exporters/stdout/stdoutmetric v0.39.0 // indirect
go.opentelemetry.io/otel/exporters/stdout/stdouttrace v1.16.0 // indirect
go.opentelemetry.io/otel/sdk v1.16.0 // indirect
go.opentelemetry.io/otel/sdk/metric v0.39.0 // indirect
go.uber.org/atomic v1.11.0 // indirect
go.ytsaurus.tech/library/go/blockcodecs v0.0.2 // indirect
Expand Down
9 changes: 7 additions & 2 deletions internal/faker/faker.go
Original file line number Diff line number Diff line change
@@ -1,7 +1,11 @@
// Package faker implement a fake telemetry generator.
package faker

import "math/rand"
import (
"math/rand"

tracesdk "go.opentelemetry.io/otel/sdk/trace"
)

// Config models a single cluster of multiple nodes, where services are
// deployed on each node.
Expand All @@ -17,7 +21,8 @@ type Config struct {
// Services configuration.
Services Services `json:"services" yaml:"services"`
// Random number generator.
Rand *rand.Rand
Rand *rand.Rand
TracerProvider *tracesdk.TracerProvider
}

// Services wraps all services configuration, describing topology of the
Expand Down
215 changes: 183 additions & 32 deletions internal/faker/model.go
Original file line number Diff line number Diff line change
@@ -1,16 +1,27 @@
package faker

import (
"context"
"math/rand"
"net/netip"
"strconv"

"go.opentelemetry.io/otel/attribute"
semconv "go.opentelemetry.io/otel/semconv/v1.20.0"
"go.opentelemetry.io/otel/trace"
)

type cluster struct {
name string
servers []server
}

func (c *cluster) Attributes() []attribute.KeyValue {
return []attribute.KeyValue{
semconv.K8SClusterName(c.name),
}
}

func (c *cluster) getRandomServer(source *rand.Rand) int {
return source.Intn(len(c.servers))
}
Expand All @@ -20,6 +31,7 @@ func (c *cluster) addServer(s server) {
}

type service interface {
routerHandler
Name() string
}

Expand All @@ -30,6 +42,13 @@ type server struct {
services []service
}

func (s *server) Attributes() []attribute.KeyValue {
return []attribute.KeyValue{
semconv.NetHostName(s.name),
attribute.Int("faker.server.id", s.id),
}
}

func (s *server) addService(service service) {
s.services = append(s.services, service)
}
Expand All @@ -38,62 +57,182 @@ type model struct {
rps int
cluster cluster
frontends []frontendService
router Router
rand *rand.Rand
tp trace.TracerProvider
tracer trace.Tracer
}

// Request of the client.
type Request struct {
TraceID trace.TraceID
ParentID trace.SpanID
}

func (m *model) IssueRequest() {
ctx, span := m.tracer.Start(context.Background(), "request")
defer span.End()
m.router.API(ctx)
}

type apiService struct {
id int
ip netip.Addr
port int
router Router
tracer trace.Tracer
id int
ip netip.Addr
port int
}

func (s apiService) Handle(ctx context.Context) {
ctx, span := s.tracer.Start(ctx, "request", trace.WithAttributes(s.Attributes()...))
defer span.End()
s.router.Backend(ctx)
}

func (s apiService) Attributes() []attribute.KeyValue {
return []attribute.KeyValue{
semconv.ServiceName(s.Name()),
}
}

func (s apiService) Name() string { return "api" }

type dbService struct {
id int
ip netip.Addr
port int
router Router
tracer trace.Tracer
id int
ip netip.Addr
port int
}

func (s dbService) Handle(ctx context.Context) {
ctx, span := s.tracer.Start(ctx, "request")
defer span.End()
_ = ctx
}

func (s dbService) Name() string { return "db" }

type cacheService struct {
id int
ip netip.Addr
port int
router Router
tracer trace.Tracer
id int
ip netip.Addr
port int
}

func (s cacheService) Handle(ctx context.Context) {
ctx, span := s.tracer.Start(ctx, "request")
defer span.End()
_ = ctx
}

func (s cacheService) Name() string { return "cache" }

type backendService struct {
id int
ip netip.Addr
port int
id int
ip netip.Addr
port int
router Router
tracer trace.Tracer
}

func (s backendService) Handle(ctx context.Context) {
ctx, span := s.tracer.Start(ctx, "request")
defer span.End()
s.router.Cache(ctx)
s.router.DB(ctx)
s.router.Cache(ctx)
}

func (s backendService) Name() string { return "backend" }

type frontendService struct {
id int
ip netip.Addr
router Router
tracer trace.Tracer
id int
ip netip.Addr
}

func (s frontendService) Name() string { return "frontend" }

func (s frontendService) Handle(ctx context.Context) {
s.router.API(ctx)
}

// Router routes request to services.
type Router interface {
Frontend(ctx context.Context)
API(ctx context.Context)
Backend(ctx context.Context)
Cache(ctx context.Context)
DB(ctx context.Context)
}

type routerHandler interface {
Handle(ctx context.Context)
}

type clusterRouter struct {
random *rand.Rand
routes map[string][]routerHandler
}

func (r *clusterRouter) addRoute(name string, handler routerHandler) {
r.routes[name] = append(r.routes[name], handler)
}

func (r *clusterRouter) handle(ctx context.Context, name string) {
routes := r.routes[name]
// Pick random.
routes[r.random.Intn(len(routes))].Handle(ctx)
}

func (r *clusterRouter) API(ctx context.Context) {
r.handle(ctx, "api")
}

func (r *clusterRouter) Backend(ctx context.Context) {
r.handle(ctx, "backend")
}

func (r *clusterRouter) Cache(ctx context.Context) {
r.handle(ctx, "cache")
}

func (r *clusterRouter) DB(ctx context.Context) {
r.handle(ctx, "db")
}

func (r *clusterRouter) Frontend(ctx context.Context) {
r.handle(ctx, "frontend")
}

func modelFromConfig(c Config) model {
router := &clusterRouter{
routes: map[string][]routerHandler{},
random: c.Rand,
}
m := model{
rps: c.RPS,
rand: c.Rand,
rps: c.RPS,
rand: c.Rand,
router: router,
tracer: c.TracerProvider.Tracer("faker"),
tp: c.TracerProvider,
}
m.cluster.name = "msk1"

// Generate clients.
residentialPool := newIPAllocator(netip.MustParseAddr("95.24.0.0"))
for i := 0; i < c.Services.Frontend.Replicas; i++ {
m.frontends = append(m.frontends, frontendService{
id: i,
ip: residentialPool.Next(),
})
f := frontendService{
router: router,
id: i,
ip: residentialPool.Next(),
tracer: c.TracerProvider.Tracer("client"),
}
m.frontends = append(m.frontends, f)
router.addRoute("frontend", f)
}

// Pool of external IP addresses.
Expand All @@ -112,11 +251,14 @@ func modelFromConfig(c Config) model {
j := m.cluster.getRandomServer(m.rand)
// Using note IP address as being exposed on node 80 port.
s := apiService{
id: i,
ip: m.cluster.servers[j].ip,
port: 80,
router: router,
tracer: c.TracerProvider.Tracer("api"),
id: i,
ip: m.cluster.servers[j].ip,
port: 80,
}
m.cluster.servers[j].addService(s)
router.addRoute("api", s)
}

// Distribute internal services.
Expand All @@ -125,37 +267,46 @@ func modelFromConfig(c Config) model {
// Distribute Backend.
for i := 0; i < c.Services.Backend.Replicas; i++ {
s := backendService{
id: i,
ip: pool.Next(),
port: 8080,
router: router,
tracer: c.TracerProvider.Tracer("backend"),
id: i,
ip: pool.Next(),
port: 8080,
}
// Select random node.
j := m.cluster.getRandomServer(m.rand)
m.cluster.servers[j].addService(s)
router.addRoute("backend", s)
}

// Distribute DB.
for i := 0; i < c.Services.DB.Replicas; i++ {
s := dbService{
id: i,
ip: pool.Next(),
port: 5432,
router: router,
tracer: c.TracerProvider.Tracer("db"),
id: i,
ip: pool.Next(),
port: 5432,
}
// Select random node.
j := m.cluster.getRandomServer(m.rand)
m.cluster.servers[j].addService(s)
router.addRoute("db", s)
}

// Distribute Cache.
for i := 0; i < c.Services.Cache.Replicas; i++ {
s := cacheService{
id: i,
ip: pool.Next(),
port: 6379,
router: router,
tracer: c.TracerProvider.Tracer("cache"),
id: i,
ip: pool.Next(),
port: 6379,
}
// Select random node.
j := m.cluster.getRandomServer(m.rand)
m.cluster.servers[j].addService(s)
router.addRoute("cache", s)
}

return m
Expand Down
Loading

0 comments on commit 3ac6aed

Please sign in to comment.