mirror of
https://github.com/mulgadc/spinifex.git
synced 2026-10-20 03:11:46 +00:00
554c5d96c7
* feat(elbv2): NLB L4 data plane on nginx stream (mulga-siv-952) Network load balancers render an nginx `stream` config (TCP/UDP/TLS/ TCP_UDP) instead of HAProxy, which cannot load-balance UDP in any release. The gateway tags GetLBConfig with Engine=nginx; the LB agent dispatches to the nginx engine (config/pid/cert paths + reload) and skips HAProxy stats polling. ALB stays on HAProxy. nginx is added to the microvm image. * docs(elbv2): note NLB runs nginx stream, ALB runs HAProxy (mulga-siv-952) * fix(elbv2): load nginx stream module for NLB data plane Alpine's `nginx` apk is built without the stream module — it ships separately as `nginx-mod-stream`. Without it, the generated NLB config fails `nginx -t` with [emerg] unknown directive "stream", so the agent never applies it. Add the package to the microvm image and emit a `load_module .../ngx_stream_module.so;` directive at the top of the generated config. * fix(elbv2-ui): allow single-subnet LB + full NLB protocols in listener edit Create-LB form required min 2 subnets while the CLI/backend accept 1; relax to min(1) to match. Listener add/edit only offered HTTP/HTTPS — add the NLB protocol set (TCP, UDP, TLS, TCP_UDP), driven by LB type, with cert/ssl-policy fields gated on secure protocols (HTTPS/TLS). * feat(elbv2): active target health checks for nginx NLBs nginx stream has no active upstream probing, so NLB targets never advanced past initial — DescribeTargetHealth stayed initial forever and WaitForTargetsHealthy timed out for every NLB. GetLBConfig now delivers per-target HealthTarget specs (daemon-computed server name, probe address, protocol/path) for network LBs; the lb-agent probes each target every tick (TCP dial or HTTP/HTTPS GET) and reports UP/DOWN via the existing heartbeat path, so the daemon's threshold hysteresis advances targets to healthy. ALBs are unchanged (HAProxy stats). Adds an Internal_NLB_UDP e2e suite gating on WaitForTargetsHealthy plus a UDP datagram round-trip through the VIP.
156 lines
4.3 KiB
Go
156 lines
4.3 KiB
Go
//go:build e2e
|
|
|
|
package harness
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"net"
|
|
"net/http"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
// TrafficResult summarises a round of probes against an LB target.
|
|
type TrafficResult struct {
|
|
Total int
|
|
Successful int
|
|
Distribution map[string]int // responder ID -> count
|
|
}
|
|
|
|
// Unique returns the number of distinct responders observed.
|
|
func (r TrafficResult) Unique() int { return len(r.Distribution) }
|
|
|
|
// HTTPRoundRobin sends n GET requests to url, parses each response body as
|
|
// JSON {"instance_id":"..."}, and counts responders. Matches the app-userdata
|
|
// HTTP responder in run-lb-e2e.sh.
|
|
func HTTPRoundRobin(url string, n int, timeout time.Duration) TrafficResult {
|
|
r := TrafficResult{Distribution: map[string]int{}, Total: n}
|
|
client := &http.Client{Timeout: timeout}
|
|
for i := 0; i < n; i++ {
|
|
resp, err := client.Get(url)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
body, err := io.ReadAll(resp.Body)
|
|
resp.Body.Close()
|
|
if err != nil {
|
|
continue
|
|
}
|
|
var payload struct {
|
|
InstanceID string `json:"instance_id"`
|
|
}
|
|
if err := json.Unmarshal(body, &payload); err != nil || payload.InstanceID == "" {
|
|
continue
|
|
}
|
|
r.Distribution[payload.InstanceID]++
|
|
r.Successful++
|
|
}
|
|
return r
|
|
}
|
|
|
|
// TCPRoundRobin opens n TCP connections to host:port, reads a line per conn,
|
|
// and counts responders. Matches the app-userdata TCP echo responder.
|
|
func TCPRoundRobin(host string, port int, n int, timeout time.Duration) TrafficResult {
|
|
r := TrafficResult{Distribution: map[string]int{}, Total: n}
|
|
for i := 0; i < n; i++ {
|
|
conn, err := net.DialTimeout("tcp", fmt.Sprintf("%s:%d", host, port), timeout)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
conn.SetReadDeadline(time.Now().Add(timeout))
|
|
buf := make([]byte, 256)
|
|
nb, err := conn.Read(buf)
|
|
conn.Close()
|
|
if err != nil && err != io.EOF {
|
|
continue
|
|
}
|
|
resp := strings.TrimSpace(string(buf[:nb]))
|
|
if resp == "" {
|
|
continue
|
|
}
|
|
r.Distribution[resp]++
|
|
r.Successful++
|
|
}
|
|
return r
|
|
}
|
|
|
|
// UDPRoundRobin sends n UDP datagrams to host:port, reads the echoed line per
|
|
// datagram, and counts responders. Matches the app-userdata UDP echo responder.
|
|
// UDP is connectionless, so each probe writes a payload then reads with a
|
|
// deadline; a dropped datagram counts as a failure rather than blocking.
|
|
func UDPRoundRobin(host string, port int, n int, timeout time.Duration) TrafficResult {
|
|
r := TrafficResult{Distribution: map[string]int{}, Total: n}
|
|
for i := 0; i < n; i++ {
|
|
conn, err := net.DialTimeout("udp", fmt.Sprintf("%s:%d", host, port), timeout)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
if _, err := conn.Write([]byte("ping")); err != nil {
|
|
conn.Close()
|
|
continue
|
|
}
|
|
conn.SetReadDeadline(time.Now().Add(timeout))
|
|
buf := make([]byte, 256)
|
|
nb, err := conn.Read(buf)
|
|
conn.Close()
|
|
if err != nil {
|
|
continue
|
|
}
|
|
resp := strings.TrimSpace(string(buf[:nb]))
|
|
if resp == "" {
|
|
continue
|
|
}
|
|
r.Distribution[resp]++
|
|
r.Successful++
|
|
}
|
|
return r
|
|
}
|
|
|
|
// AssertRoundRobin asserts that r has at least minUnique distinct responders
|
|
// and at least minSuccess successful probes. Logs the distribution either way.
|
|
func AssertRoundRobin(t *testing.T, r TrafficResult, minUnique, minSuccess int, label string) {
|
|
t.Helper()
|
|
for inst, count := range r.Distribution {
|
|
t.Logf(" %s: %s -> %d responses", label, inst, count)
|
|
}
|
|
t.Logf(" %s: %d/%d successful, %d unique", label, r.Successful, r.Total, r.Unique())
|
|
if r.Unique() < minUnique {
|
|
t.Errorf("%s: want >=%d unique responders, got %d", label, minUnique, r.Unique())
|
|
}
|
|
if r.Successful < minSuccess {
|
|
t.Errorf("%s: want >=%d successful, got %d/%d", label, minSuccess, r.Successful, r.Total)
|
|
}
|
|
}
|
|
|
|
// VerifyResultsLines parses newline-separated probe results captured on a
|
|
// remote client VM and returns the distribution. Used when the client wrote
|
|
// curl/nc output to a file we then fetched.
|
|
func VerifyResultsLines(raw, proto string) TrafficResult {
|
|
r := TrafficResult{Distribution: map[string]int{}}
|
|
for _, line := range strings.Split(raw, "\n") {
|
|
line = strings.TrimSpace(line)
|
|
if line == "" {
|
|
continue
|
|
}
|
|
r.Total++
|
|
var id string
|
|
if proto == "http" {
|
|
var payload struct {
|
|
InstanceID string `json:"instance_id"`
|
|
}
|
|
if err := json.Unmarshal([]byte(line), &payload); err != nil || payload.InstanceID == "" {
|
|
continue
|
|
}
|
|
id = payload.InstanceID
|
|
} else {
|
|
id = line
|
|
}
|
|
r.Distribution[id]++
|
|
r.Successful++
|
|
}
|
|
return r
|
|
}
|