SugarDB/redis_benchmark.go

package main

import (
	"flag"
	"fmt"
	"log"
	"os"
	"os/exec"
	"strings"
	"text/tabwriter"
	"time"
)

const (
	Host        = "localhost"
	SugarDBPort = "7480"
	RedisPort   = "6379"
)

type Metrics struct {
	CommandName       string
	RequestsPerSecond string
	P50Latency        string
}

func getCommandArgs() (string, bool) {
	defaultCommands := "ping,set,get,incr,lpush,rpush,lpop,rpop,sadd,hset,zpopmin,lrange,mset"
	commands := flag.String("commands", defaultCommands, "Commands to run")
	useLocal := flag.Bool("use_local_server", false, "Run benchamark using local SugarDB server")
	flag.Parse()
	fmt.Printf("Provided commands: %s\n", *commands)
	if *useLocal {
		fmt.Println("Using local running SugarDB server")
	}
	return *commands, *useLocal
}

func runBenchmark(port string, commands string) ([]Metrics, error) {
	var results []Metrics

	// Run redis-benchmark
	cmd := exec.Command("redis-benchmark", "-h", Host, "-p", port, "-q", "-t", commands)
	output, err := cmd.CombinedOutput()
	if err != nil {
		return nil, err
	}

	strOutput := string(output)
	fmt.Println(strOutput)
	lines := strings.Split(strOutput, "\n")
	for _, line := range lines {
		if !strings.HasPrefix(line, "WARNING") && line != "" {
			// Get command name
			colonIndex := strings.Index(line, ":")
			commandName := line[:colonIndex]

			// Get requests per second
			reqSecIndex := strings.Index(line, " requests per second")
			spaceIndex := strings.LastIndex(line[:reqSecIndex], " ")
			requestsPerSecond := line[spaceIndex+1 : reqSecIndex]

			// Get p50 latency
			p50Index := strings.Index(line, "p50=")
			spaceAfterP50 := strings.Index(line[p50Index:], " ")
			p50Latency := line[p50Index+4 : p50Index+spaceAfterP50]

			results = append(results, Metrics{
				CommandName:       commandName,
				RequestsPerSecond: requestsPerSecond,
				P50Latency:        p50Latency,
			})
		}
	}

	return results, nil
}

func createDisplayTable(redisResults []Metrics, sugarDBResults []Metrics) {
	if len(sugarDBResults) != len(redisResults) {
		fmt.Println("Error: Number of commands in Redis and SugarDB do not match")
	}

	fmt.Println("Benchmark Performance Results:")
	w := tabwriter.NewWriter(os.Stdout, 0, 0, 3, ' ', 0)
	fmt.Fprint(w, "Command\tRedis (req/sec)\tRedis p50 Latency (msec)\tSugarDB (req/sec)\tSugarDB p50 Latency (msec)\t\n")
	for i := 0; i < len(redisResults); i++ {
		command := redisResults[i].CommandName
		redisReqSec := redisResults[i].RequestsPerSecond
		redisLatency := redisResults[i].P50Latency
		sugarDBReqSec := sugarDBResults[i].RequestsPerSecond
		sugarDBLatency := sugarDBResults[i].P50Latency

		fmt.Fprintf(w, "%s\t%s\t%s\t%s\t%s\t\n", command, redisReqSec, redisLatency, sugarDBReqSec, sugarDBLatency)
	}
	w.Flush()
}

func main() {

	commands, useLocal := getCommandArgs()

	// Start a local Redis server, wait a few seconds for it to start
	if err := exec.Command("redis-server", "--port", RedisPort).Start(); err != nil {
		log.Fatalf("error starting redis instance: %+v\n", err)
	}
	time.Sleep(2 * time.Second)

	// Run benchmark on local Redis server
	fmt.Println("-------Running Redis Benchmarks------")
	redisResults, err := runBenchmark(RedisPort, commands)
	if err != nil {
		fmt.Println("Error running benchmark on Redis server:", err)
		return
	}

	if !useLocal {
		// Run the packaged SugarDB server, wait a few seconds for it to start
		if err := exec.Command("sugardb", "--bind-addr=localhost", "--data-dir=persistence").Start(); err != nil {
			log.Fatalf("error starting sugardb instance: %+v\n", err)
		}
		time.Sleep(5 * time.Second)
	}

	// Run benchmark on SugarDB server
	fmt.Println("-------Running SugarDB Benchmarks------")
	sugarDBResults, err := runBenchmark(SugarDBPort, commands)
	if err != nil {
		fmt.Println("Error running benchmark on SugarDB server:", err)
		fmt.Println("Check that the SugarDB server is running")
		return
	}

	// Display results in a table format
	createDisplayTable(redisResults, sugarDBResults)

	// Kill the local Redis server
	_ = exec.Command("pkill", "-f", "redis-server").Run()

	if !useLocal {
		// Kill the packaged SugarDB server
		_ = exec.Command("pkill", "-f", "echovault").Run()
		if err := os.RemoveAll("persistence"); err != nil { // Remove persistence directory
			fmt.Println("Error removing persistence directory:", err)
		}
	}
}