Implement Clients with throttling and metrics

urls.go

@@ -0,0 +1,38 @@
+package main
+
+import (
+	"bytes"
+	"fmt"
+	"io/ioutil"
+	"math/rand"
+	"net/url"
+)
+
+type URLs []*url.URL
+
+func NewURLsFromFile(filename string) (urls URLs, err error) {
+	lines, err := ioutil.ReadFile(filename)
+	if err != nil {
+		return URLs{}, err
+	}
+
+	for _, line := range bytes.Split(lines, []byte("\n")) {
+		uri, err := url.Parse(string(line))
+		if err != nil {
+			return URLs{}, fmt.Errorf("Failed to parse URI (%s): %s", line, err)
+		}
+		urls = append(urls, uri)
+	}
+	return urls, nil
+}
+
+func (urls URLs) Iter(random bool) []int {
+	if random {
+		return rand.Perm(len(urls))
+	}
+	iter := make([]int, len(urls))
+	for i := 0; i < len(urls); i++ {
+		iter[i] = i
+	}
+	return iter
+}